00010000:00010000:0.0F:1783071658.948922:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0F:1783071659.971588:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071660.866654:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071660.866679:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707711872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783071660.866768:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1783071660.867267:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707711872 00000100:00100000:3.0:1783071660.867290:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707711872 00000100:00100000:3.0:1783071660.867390:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783071660.867402:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707711872:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783071660.867409:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1783071660.867436:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071660.867499:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707711872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071660.867510:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783071660.867609:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707711872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783071660.948695:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0F:1783071660.948957:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692964864 00000100:00100000:1.0:1783071660.948987:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692964864 00000100:00100000:1.0:1783071660.949102:0:19199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 65 00000100:00100000:1.0:1783071660.949114:0:19199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5c8f6e7-f12c-493c-9545-6cf978dcf267+22:15586:x1869685692964864:12345-192.168.204.38@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1783071660.949242:0:19199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5c8f6e7-f12c-493c-9545-6cf978dcf267+22:15586:x1869685692964864:12345-192.168.204.38@tcp:60:lhsmtool_posix.0 Request processed in 130us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071660.949250:0:19199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 65 00000100:00080000:2.0:1783071660.952053:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783071660.965027:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071660.965112:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692964992 00000100:00100000:3.0:1783071660.965217:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692964992 00000100:00100000:3.0:1783071660.965286:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 66 00000100:00100000:3.0:1783071660.965297:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:15586:x1869685692964992:12345-192.168.204.38@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1783071660.965666:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071660.965845:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:15586:x1869685692964992:12345-192.168.204.38@tcp:60:lhsmtool_posix.0 Request processed in 549us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071660.965854:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 66 00000100:00100000:0.0:1783071660.973992:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071660.976524:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965248 00000100:00100000:2.0:1783071660.976539:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965248 00000100:00100000:3.0:1783071660.977710:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 12 00000100:00100000:3.0:1783071660.977723:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+22:15586:x1869685692965248:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1783071660.977964:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+23:15586:x1869685692965248:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 Request processed in 243us (3984us total) trans 8589934623 rc 0/0 00000100:00100000:3.0:1783071660.977973:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 12 00000001:00080000:3.0:1783071660.979733:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1783071660.979765:0:17066:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8f8a01744f00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1783071660.979770:0:17066:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8f8b2b3f6700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8f8b18027480 00000020:00080000:3.0:1783071660.979774:0:17066:0:(update_trans.c:68:top_multiple_thandle_dump()) st ffff8f8b2b3f6100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8f8b3d6f0a00 00000020:00080000:2.0:1783071660.979805:0:17124:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:2.0:1783071660.979863:0:17124:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1783071660.980047:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980058:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980066:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980071:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c460400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071660.980075:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980083:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980101:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f8a021bd200) 00010000:00010000:1.0:1783071660.980103:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783071660.980107:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071660.980113:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c460400/0x6b58994c2cbdd8f8 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19199 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071660.996715:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071661.378873:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783071661.378898:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707712000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071661.378969:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.379044:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712000 00000100:00100000:0.0:1783071661.379052:0:17090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712000 00000100:00100000:0.0:1783071661.379101:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783071661.379128:0:17090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707712000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783071661.379164:0:17090:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1783071661.379211:0:17090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707712000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.379218:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783071661.379261:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707712000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071661.382638:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707712128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071661.382722:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.383674:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712128 00000100:00100000:0.0:1783071661.383685:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712128 00000100:00100000:0.0:1783071661.383757:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783071661.383768:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707712128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783071661.383809:0:17091:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783071661.383945:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707712128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 179us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.383953:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1783071661.384291:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707712128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071661.841491:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.841632:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.841673:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.841707:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071661.841790:0:19700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965888 00000100:00100000:1.0:1783071661.841801:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965632 00000100:00100000:0.0:1783071661.841815:0:19700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965888 00000100:00100000:1.0:1783071661.841816:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965632 00000100:00100000:0.0:1783071661.841877:0:19700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:0.0:1783071661.841889:0:19700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965888:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071661.842166:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966144 00000100:00100000:1.0:1783071661.842171:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966144 00000100:00100000:1.0:1783071661.842199:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 58 00000100:00100000:1.0:1783071661.842208:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965632:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071661.842246:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965376 00000100:00100000:3.0:1783071661.842252:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965376 00000100:00100000:3.0:1783071661.842284:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 165 00000100:00100000:3.0:1783071661.842292:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f80a971-9117-430f-93b5-a8b601517f46+13:2404:x1869685692965376:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071661.844470:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965632:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 2246us (2821us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.844470:0:19700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965888:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 2574us (2786us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071661.844495:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 58 00000100:00100000:0.0:1783071661.844496:0:19700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:1.0:1783071661.844548:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59 00000100:00080000:0.0:1783071661.844551:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783071661.844559:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783071661.844566:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966144:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071661.844625:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7f80a971-9117-430f-93b5-a8b601517f46+13:2404:x1869685692965376:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 2330us (3144us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.844636:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 165 00000100:00100000:2.0:1783071661.844647:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071661.844654:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966144:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 85us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071661.844665:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59 00000100:00100000:1.0:1783071661.844695:0:18591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966400 00000100:00100000:1.0:1783071661.844702:0:18591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966400 00000100:00100000:1.0:1783071661.844763:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:1.0:1783071661.844772:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966400:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071661.844802:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966400:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 32us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071661.844810:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00080000:1.0:1783071661.844841:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071661.845614:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.845641:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.845707:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071661.845749:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071661.845794:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965504 00000100:00100000:1.0:1783071661.845800:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965504 00000100:00100000:3.0:1783071661.845814:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966016 00000100:00100000:3.0:1783071661.845821:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966016 00000100:00100000:1.0:1783071661.845838:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00100000:1.0:1783071661.845848:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5c8f6e7-f12c-493c-9545-6cf978dcf267+13:2404:x1869685692965504:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071661.845912:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d5c8f6e7-f12c-493c-9545-6cf978dcf267+13:2404:x1869685692965504:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 67us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071661.845942:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00080000:1.0:1783071661.845975:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783071661.846219:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00100000:3.0:1783071661.846230:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:16c37387-7795-4f66-bf99-555c21a639fc+6:2404:x1869685692966016:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071661.846612:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692965760 00000100:00100000:0.0:1783071661.846618:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692965760 00000100:00080000:2.0:1783071661.846659:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783071661.846662:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966272 00000100:00100000:3.0:1783071661.846666:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:16c37387-7795-4f66-bf99-555c21a639fc+6:2404:x1869685692966016:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 44us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.846667:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966272 00000100:00100000:3.0:1783071661.846680:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00100000:0.0:1783071661.846705:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:0.0:1783071661.846715:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965760:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071661.846737:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:3.0:1783071661.846748:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966272:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071661.846767:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2404:x1869685692965760:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 52us (1122us total) trans 0 rc 0/0 00000100:00080000:2.0:1783071661.846769:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783071661.846778:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:3.0:1783071661.846786:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:16c37387-7795-4f66-bf99-555c21a639fc+5:2404:x1869685692966272:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 38us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.846794:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:0.0:1783071661.890609:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783071661.890634:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707712256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783071661.890707:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.890786:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712256 00000100:00100000:0.0:1783071661.890794:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712256 00000100:00100000:1.0:1783071661.890797:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783071661.890810:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707712384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783071661.890847:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.890858:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712384 00000100:00100000:0.0:1783071661.890863:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712384 00000100:00100000:0.0:1783071661.890886:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1783071661.890891:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783071661.890896:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707712256:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1783071661.890897:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1783071661.890929:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783071661.890986:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707712256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.890994:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1783071661.891017:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783071661.891025:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707712384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783071661.891037:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071661.891070:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707712256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071661.891250:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707712896:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891292:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071661.891292:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707712768:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891322:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707713408:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891382:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707712640:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071661.891455:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707713152:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891481:0:17078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712640 00000100:00100000:3.0:1783071661.891485:0:17078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712640 00000100:00100000:3.0:1783071661.891513:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1783071661.891520:0:17078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed14122-6273-4ec6-b260-6e79c239c375+24:3647:x1869685707712640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071661.891555:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707712512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071661.891562:0:17078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ed14122-6273-4ec6-b260-6e79c239c375+24:3647:x1869685707712640:12345-0@lo:400:kworker.0 Request processed in 39us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.891570:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783071661.891590:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071661.891612:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707713024:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891625:0:18591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712896 00000100:00100000:3.0:1783071661.891631:0:18591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712896 00000100:00100000:1.0:1783071661.891641:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071661.891660:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707713536:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.891663:0:18591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713024 00000100:00100000:3.0:1783071661.891668:0:18591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713024 00000100:00100000:0.0:1783071661.891701:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707712384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 675us (850us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.891703:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783071661.891715:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707712896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071661.891716:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783071661.891926:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707712896:12345-0@lo:400:kworker.0 Request processed in 213us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.891932:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783071661.891944:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783071661.891950:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707713024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071661.892077:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712512 00000100:00100000:0.0:1783071661.892082:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712512 00000100:00100000:0.0:1783071661.892099:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783071661.892105:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3646:x1869685707712512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783071661.892117:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783071661.892302:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071661.892357:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3646:x1869685707713024:12345-0@lo:400:kworker.0 Request processed in 406us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.892386:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1783071661.892409:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071661.893978:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707713280:0@lo:400:kworker.0 00000100:00100000:2.0:1783071661.894026:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.894262:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707712512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2154us (2670us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071661.894272:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783071661.894378:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707712768 00000100:00100000:3.0:1783071661.894385:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707712768 00000100:00100000:3.0:1783071661.894431:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1783071661.894454:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707712768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071661.894588:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071661.894635:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707712384:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071661.894639:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707712768:12345-0@lo:400:kworker.0 Request processed in 188us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.894646:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1783071661.894657:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713280 00000100:00100000:3.0:1783071661.894660:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713280 00000100:00100000:2.0:1783071661.894676:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707712512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071661.894686:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713536 00000100:00100000:3.0:1783071661.894688:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713536 00000100:00100000:2.0:1783071661.894688:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707713024:0@lo:400:kworker.0 00000100:00100000:0.0:1783071661.894699:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071661.894928:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707713664:0@lo:400:kworker.0 00000100:00100000:0.0:1783071661.894957:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071661.896685:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713152 00000100:00100000:3.0:1783071661.896696:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713152 00000100:00100000:1.0:1783071661.896719:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1783071661.896742:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1783071661.896742:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869685707713280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.896748:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707713536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071661.896809:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869685707713280:12345-0@lo:400:kworker.0 Request processed in 73us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.896814:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707713536:12345-0@lo:400:kworker.0 Request processed in 67us (2228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071661.896816:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1783071661.896819:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783071661.896831:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1783071661.896836:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707713152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.896864:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707713152:12345-0@lo:400:kworker.0 Request processed in 28us (2168us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.896869:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:3.0:1783071661.896889:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783071661.896899:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707713536:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.896921:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707712768:0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.896931:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707713280:0@lo:400:kworker.0 00000100:00100000:2.0:1783071661.897316:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713664 00000100:00100000:2.0:1783071661.897322:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713664 00000100:00100000:0.0:1783071661.897439:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707712640:0@lo:400:kworker.0 00000100:00100000:0.0:1783071661.897454:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707713152:0@lo:400:kworker.0 00000100:00080000:0.0:1783071661.897486:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071661.897531:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071661.897866:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713408 00000100:00100000:2.0:1783071661.897871:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713408 00000100:00100000:3.0:1783071661.897901:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707712896:0@lo:400:kworker.0 00000100:00100000:2.0:1783071661.897914:0:19199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783071661.897925:0:19199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707713664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071661.897940:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783071661.897967:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707713408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071661.897988:0:19199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707713664:12345-0@lo:400:kworker.0 Request processed in 66us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071661.897995:0:19199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1783071661.898015:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071661.898016:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707713408:12345-0@lo:400:kworker.0 Request processed in 52us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071661.898024:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00080000:2.0:1783071661.898054:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a80380 x1869685707713408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071661.898068:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707713408:0@lo:400:kworker.0 00010000:00080000:3.0:1783071661.899303:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a80e00 x1869685707713664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071677 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071661.899318:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707713664:0@lo:400:kworker.0 00010000:00010000:0.0:1783071662.018567:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783071662.213132:0:17836:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783071663.043502:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783071663.494653:0:20459:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 05:41:03 (1783071663) 00010000:00010000:3.0:1783071664.067760:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071665.090857:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071665.987912:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707713792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783071665.987986:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071665.988842:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713792 00000100:00100000:1.0:1783071665.988852:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713792 00000100:00100000:1.0:1783071665.988928:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783071665.988939:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707713792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783071665.988990:0:18594:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071665.989056:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707713792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071665.989064:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783071665.989191:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707713792:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783071665.989640:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783071666.116085:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071666.475492:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071666.475683:0:17088:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966656 00000100:00100000:3.0:1783071666.475697:0:17088:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966656 00000100:00100000:3.0:1783071666.475781:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:3.0:1783071666.475791:0:17088:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+13:16347:x1869685692966656:12345-192.168.204.38@tcp:35:umount.0 00000001:00080000:3.0:1783071666.476065:0:17088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1783071666.476147:0:17088:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1783071666.476270:0:17088:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d5c8f6e7-f12c-493c-9545-6cf978dcf267+16:16347:x1869685692966656:12345-192.168.204.38@tcp:35:umount.0 Request processed in 479us (786us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1783071666.476277:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 13 00000020:00080000:3.0:1783071666.476281:0:17088:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1783071666.477168:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1783071666.478956:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00080000:1.0:1783071666.478974:0:17066:0:(update_trans.c:1341:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1783071666.479061:0:17124:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1783071666.479072:0:17124:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1783071666.485089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071666.485133:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.485242:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966912 00000100:00100000:0.0:1783071666.485267:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966912 00000100:00100000:3.0:1783071666.485280:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692967168 00000100:00100000:3.0:1783071666.485293:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692967168 00000100:00100000:0.0:1783071666.485348:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:3.0:1783071666.485417:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:0.0:1783071666.485419:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+14:2403:x1869685692966912:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1783071666.485433:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f80a971-9117-430f-93b5-a8b601517f46+14:2403:x1869685692967168:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071666.485440:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071666.485451:0:17071:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071666.485465:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbdd60b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99193 expref: 14 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071666.485485:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783071666.485487:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd66e00/0x6b58994c2cbdd690 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99249 expref: 13 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071666.485508:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071666.485548:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+12:2403:x1869685692966912:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 187us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071666.485578:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7f80a971-9117-430f-93b5-a8b601517f46+12:2403:x1869685692967168:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 148us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071666.485579:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:3.0:1783071666.485595:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:0.0:1783071666.485655:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.485798:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.485846:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692967040 00000100:00100000:0.0:1783071666.485852:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692967040 00000100:00100000:0.0:1783071666.485882:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:0.0:1783071666.485890:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+11:2406:x1869685692967040:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071666.485902:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071666.485913:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8200/0x6b58994c2cbdd604 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99162 expref: 11 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071666.485924:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071666.485949:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb8f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+10:2406:x1869685692967040:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 59us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071666.485956:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:3.0:1783071666.486203:0:19700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692966784 00000100:00100000:3.0:1783071666.486211:0:19700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692966784 00000100:00100000:3.0:1783071666.486288:0:19700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:3.0:1783071666.486298:0:19700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2402:x1869685692966784:12345-192.168.204.38@tcp:9:umount.0 00000020:00000080:3.0:1783071666.486334:0:19700:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd627 00000100:00080000:3.0:1783071666.486357:0:19700:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c17800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1783071666.486450:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1783071666.486468:0:19700:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:0.0:1783071666.487494:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071666.488213:0:19700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d5c8f6e7-f12c-493c-9545-6cf978dcf267+2:2402:x1869685692966784:12345-192.168.204.38@tcp:9:umount.0 Request processed in 1908us (2551us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071666.488226:0:19700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:2.0:1783071666.496254:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071666.496495:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692967296 00000100:00100000:3.0:1783071666.496510:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692967296 00000100:00100000:3.0:1783071666.496607:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:3.0:1783071666.496619:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2402:x1869685692967296:12345-192.168.204.38@tcp:9:umount.0 00000020:00000080:3.0:1783071666.496671:0:18592:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd62e 00000100:00080000:3.0:1783071666.496684:0:18592:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f5800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1783071666.496975:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783071666.497888:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1783071666.497930:0:18592:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1783071666.498255:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d5c8f6e7-f12c-493c-9545-6cf978dcf267+2:2402:x1869685692967296:12345-192.168.204.38@tcp:9:umount.0 Request processed in 1633us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071666.498269:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:0.0:1783071666.498493:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071666.498522:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707713920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071666.498628:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071666.498738:0:17825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707713920 00000100:00100000:0.0:1783071666.499038:0:17825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707713920 00000100:00100000:0.0:1783071666.499102:0:17825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783071666.499113:0:17825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707713920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783071666.499162:0:17825:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1783071666.499221:0:17825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707713920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071666.499228:0:17825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783071666.499281:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707713920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071666.500105:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707714048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071666.500166:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071666.500723:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714048 00000100:00100000:0.0:1783071666.500732:0:17090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714048 00000100:00100000:0.0:1783071666.500914:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1783071666.500924:0:17090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707714048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783071666.500965:0:17090:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783071666.502269:0:17090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707714048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1334us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071666.502288:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783071666.502435:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707714048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071666.516677:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071666.517011:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968192 00000100:00100000:2.0:1783071666.517053:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968192 00000100:00100000:2.0:1783071666.517144:0:19199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 67 00000100:00100000:2.0:1783071666.517159:0:19199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5c8f6e7-f12c-493c-9545-6cf978dcf267+13:2402:x1869685692968192:12345-192.168.204.38@tcp:39:umount.0 00000020:00000080:2.0:1783071666.517208:0:19199:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd619 00000020:00010000:2.0:1783071666.517230:0:19199:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f8a010f3000: total 0 00000100:00080000:2.0:1783071666.517235:0:19199:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f3800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1783071666.517273:0:19199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1783071666.518284:0:19199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d5c8f6e7-f12c-493c-9545-6cf978dcf267+12:2402:x1869685692968192:12345-192.168.204.38@tcp:39:umount.0 Request processed in 1118us (1611us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1783071666.518298:0:19199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 67 00000020:00010000:1.0:1783071666.519424:0:17075:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f8a010f3000: total 0 00010000:00010000:1.0:1783071666.519520:0:17075:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f8a010f3000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1783071666.519656:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f8b1093ba00) 00010000:00010000:1.0:1783071666.519662:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783071666.519676:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbdd700 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99257 expref: 11 pid: 17085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519710:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b05a06800) 00010000:00010000:1.0:1783071666.519713:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783071666.519718:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6000/0x6b58994c2cbdd73f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99265 expref: 10 pid: 17086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519734:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8f8a021bd200) 00010000:00010000:1.0:1783071666.519737:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783071666.519741:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b3c461c00/0x6b58994c2cbdd8ce lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d992e3 expref: 9 pid: 19199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519780:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f8b1093b000) 00010000:00010000:1.0:1783071666.519783:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783071666.519787:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a02ce9600/0x6b58994c2cbdd922 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d992ff expref: 8 pid: 17085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519802:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f8b05a06500) 00010000:00010000:1.0:1783071666.519805:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783071666.519809:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6e00/0x6b58994c2cbdd6e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99250 expref: 7 pid: 17086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519826:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8f8a02124d00) 00010000:00010000:1.0:1783071666.519828:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1783071666.519832:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b00030c00/0x6b58994c2cbdd7c4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9928f expref: 6 pid: 17085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519849:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f8b1093b000) 00010000:00010000:1.0:1783071666.519851:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783071666.519855:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6400/0x6b58994c2cbdd873 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d992ce expref: 5 pid: 17086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519867:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8f8b1093b000) 00010000:00010000:1.0:1783071666.519870:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1783071666.519874:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7000/0x6b58994c2cbdd842 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d992b9 expref: 4 pid: 19199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071666.519886:0:17075:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f8a010f3000, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1783071666.519971:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071666.519979:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071666.519982:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071666.529879:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071666.530166:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968320 00000100:00100000:3.0:1783071666.530181:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968320 00000100:00100000:3.0:1783071666.530299:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:3.0:1783071666.530313:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5c8f6e7-f12c-493c-9545-6cf978dcf267+5:2402:x1869685692968320:12345-192.168.204.38@tcp:39:umount.0 00000020:00000080:3.0:1783071666.530422:0:17087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd620 00000100:00080000:3.0:1783071666.530444:0:17087:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e06800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783071666.530472:0:17087:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1783071666.530512:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783071666.530771:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071666.531273:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d5c8f6e7-f12c-493c-9545-6cf978dcf267+3:2402:x1869685692968320:12345-192.168.204.38@tcp:39:umount.0 Request processed in 948us (1396us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1783071666.531284:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:0.0:1783071666.966679:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.966732:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.966767:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071666.966771:0:17079:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968448 00000100:00100000:3.0:1783071666.966783:0:17079:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968448 00000100:00100000:1.0:1783071666.966832:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968704 00000100:00100000:1.0:1783071666.966839:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968704 00000100:00100000:3.0:1783071666.966855:0:17079:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 167 00000100:00100000:3.0:1783071666.966869:0:17079:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f80a971-9117-430f-93b5-a8b601517f46+10:2403:x1869685692968448:12345-192.168.204.38@tcp:400:kworker.0 00000100:00080000:0.0:1783071666.966882:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783071666.966891:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968576 00000100:00100000:1.0:1783071666.966895:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968576 00000100:00100000:1.0:1783071666.966938:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:1.0:1783071666.966948:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+5:2403:x1869685692968704:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071666.966978:0:17079:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7f80a971-9117-430f-93b5-a8b601517f46+10:2403:x1869685692968448:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 111us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071666.966987:0:17079:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 167 00000100:00100000:1.0:1783071666.966993:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+5:2403:x1869685692968704:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 46us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071666.967002:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:1.0:1783071666.967022:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00100000:1.0:1783071666.967030:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+6:2403:x1869685692968576:12345-192.168.204.38@tcp:400:kworker.0 00000100:00080000:0.0:1783071666.967054:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783071666.967062:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:16c37387-7795-4f66-bf99-555c21a639fc+6:2403:x1869685692968576:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 33us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071666.967071:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00100000:0.0:1783071666.974056:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071666.974135:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071666.974230:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968832 00000100:00100000:3.0:1783071666.974243:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968832 00000100:00100000:3.0:1783071666.974343:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692968960 00000100:00100000:3.0:1783071666.974346:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692968960 00000100:00100000:3.0:1783071666.974410:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 28 00000100:00100000:3.0:1783071666.974432:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:16c37387-7795-4f66-bf99-555c21a639fc+5:2402:x1869685692968832:12345-192.168.204.38@tcp:9:kworker.0 00000100:00100000:1.0:1783071666.974441:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 29 00000100:00100000:1.0:1783071666.974455:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:16c37387-7795-4f66-bf99-555c21a639fc+5:2402:x1869685692968960:12345-192.168.204.38@tcp:9:kworker.0 00000020:00000080:3.0:1783071666.974490:0:18589:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd666 00000020:00000080:1.0:1783071666.974490:0:18591:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd66d 00000100:00080000:3.0:1783071666.974505:0:18589:0:(import.c:65:import_set_state_nolock()) ffff8f8b2b3b7000 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1783071666.974516:0:18591:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e00800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1783071666.974573:0:18589:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1783071666.974573:0:18591:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1783071666.974780:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:16c37387-7795-4f66-bf99-555c21a639fc+2:2402:x1869685692968832:12345-192.168.204.38@tcp:9:kworker.0 Request processed in 359us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071666.974797:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 28 00010000:00010000:3.0:1783071666.974884:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071666.974891:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071666.975076:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:16c37387-7795-4f66-bf99-555c21a639fc+2:2402:x1869685692968960:12345-192.168.204.38@tcp:9:kworker.0 Request processed in 622us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071666.975084:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 29 00000100:00080000:0.0:1783071666.975135:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783071666.975142:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783071667.010651:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707714176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783071667.010705:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707714304:0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.010829:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707714560:0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.011673:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071667.011860:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707714816:0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.011900:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071667.011926:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1869685707715328:0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.012087:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071667.012111:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1783071667.012118:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707715712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783071667.012144:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071667.012193:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714176 00000100:00100000:1.0:1783071667.012203:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714176 00000100:00100000:1.0:1783071667.012260:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715712 00000100:00100000:1.0:1783071667.012264:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715712 00000100:00100000:1.0:1783071667.012287:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783071667.012297:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707714176:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071667.012453:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707715840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071667.012486:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071667.012659:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707714432:0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.012693:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071667.012712:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707714944:0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.012731:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071667.012748:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1869685707715456:0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.012767:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071667.012798:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715328 00000100:00100000:3.0:1783071667.012802:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715328 00000100:00100000:3.0:1783071667.012839:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715456 00000100:00100000:3.0:1783071667.012842:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715456 00000100:00100000:3.0:1783071667.012863:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783071667.012871:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869685707715328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.012929:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869685707715328:12345-0@lo:400:kworker.0 Request processed in 58us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071667.012936:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783071667.012955:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783071667.012961:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1869685707715456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.012991:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1869685707715456:12345-0@lo:400:kworker.0 Request processed in 30us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071667.012997:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1783071667.013056:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3645:1869685707715456:0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.013085:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714816 00000100:00100000:3.0:1783071667.013088:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714816 00000100:00100000:3.0:1783071667.013116:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714432 00000100:00100000:3.0:1783071667.013119:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714432 00002000:00000024:1.0:1783071667.013128:0:18594:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783071667.013137:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714944 00000100:00100000:3.0:1783071667.013141:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714944 00000100:00100000:3.0:1783071667.013155:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783071667.013163:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707714816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.013179:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707714176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 881us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.013187:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783071667.013206:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715840 00000100:00100000:3.0:1783071667.013208:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707714816:12345-0@lo:400:kworker.0 Request processed in 45us (1305us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.013211:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715840 00000100:00100000:3.0:1783071667.013220:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1783071667.013238:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783071667.013242:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783071667.013248:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1869685707715712:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071667.013254:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1869685707714432:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1783071667.013267:0:18594:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071667.013318:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1869685707715712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071667.013321:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3645:x1869685707714432:12345-0@lo:400:kworker.0 Request processed in 70us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.013330:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783071667.013335:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783071667.013352:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783071667.013359:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783071667.013392:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707714944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.013393:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707715840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783071667.013412:0:18594:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783071667.013439:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707714944:12345-0@lo:400:kworker.0 Request processed in 79us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071667.013446:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783071667.013451:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707715840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.013460:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783071667.013481:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707714432:0@lo:400:kworker.0 00000100:00080000:1.0:1783071667.013484:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783071667.013491:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071667.013494:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707714944:0@lo:400:kworker.0 00000100:00080000:1.0:1783071667.013496:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783071667.013500:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071667.013538:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707715840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071667.013565:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707715712:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071667.013580:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707714816:0@lo:400:kworker.0 00010000:00080000:3.0:1783071667.013595:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a82a00 x1869685707715328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071667.013607:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1869685707715328:0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.013634:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707714176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783071667.018780:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071667.019072:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714560 00000100:00100000:3.0:1783071667.019088:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714560 00000100:00100000:3.0:1783071667.022715:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783071667.022752:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707714560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.022930:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707715072:0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.023012:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071667.023054:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707715584:0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.023081:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071667.023137:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715072 00000100:00100000:0.0:1783071667.023147:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715072 00000100:00100000:0.0:1783071667.023198:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715584 00000100:00100000:0.0:1783071667.023201:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715584 00000100:00100000:0.0:1783071667.023241:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783071667.023249:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707715072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.023294:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707715072:12345-0@lo:400:kworker.0 Request processed in 45us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071667.023301:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1783071667.023323:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1783071667.023330:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707715584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.023385:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707715584:12345-0@lo:400:kworker.0 Request processed in 55us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071667.023391:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1783071667.023410:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071667.023457:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707715072:0@lo:400:kworker.0 00010000:00080000:0.0:1783071667.023474:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a82d80 x1869685707715584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071667.023512:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707715584:0@lo:400:kworker.0 00000100:00100000:2.0:1783071667.024811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071667.024911:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714304 00000100:00100000:0.0:1783071667.024920:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714304 00000100:00100000:0.0:1783071667.024979:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1783071667.024989:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed14122-6273-4ec6-b260-6e79c239c375+24:3647:x1869685707714304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071667.025182:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707714560:12345-0@lo:400:kworker.0 Request processed in 2449us (6415us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071667.025195:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783071667.025332:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707714560:0@lo:400:kworker.0 00000100:00100000:2.0:1783071667.030655:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707714688:0@lo:400:kworker.0 00000100:00100000:0.0:1783071667.030665:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed14122-6273-4ec6-b260-6e79c239c375+24:3647:x1869685707714304:12345-0@lo:400:kworker.0 Request processed in 5672us (5856us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071667.030682:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1783071667.030732:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071667.030832:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707715200:0@lo:400:kworker.0 00000100:00100000:2.0:1783071667.030858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071667.035709:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707714304:0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.041110:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707714688 00000100:00100000:1.0:1783071667.041133:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707714688 00000100:00100000:1.0:1783071667.041256:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715200 00000100:00100000:1.0:1783071667.041261:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715200 00000100:00100000:1.0:1783071667.041322:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783071667.041333:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707714688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.041490:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707714688:12345-0@lo:400:kworker.0 Request processed in 158us (10758us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.041498:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783071667.041520:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783071667.041526:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707715200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071667.041559:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707715200:12345-0@lo:400:kworker.0 Request processed in 34us (10700us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071667.041566:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:3.0:1783071667.041684:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783071667.041709:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707714688:0@lo:400:kworker.0 00000100:00100000:2.0:1783071667.041728:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707715200:0@lo:400:kworker.0 00010000:00010000:1.0:1783071667.141826:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071668.038278:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071668.038319:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071668.038447:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071668.038641:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969216 00000100:00100000:1.0:1783071668.038681:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969216 00000100:00100000:1.0:1783071668.038781:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969088 00000100:00100000:1.0:1783071668.038785:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969088 00000100:00100000:1.0:1783071668.038801:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969344 00000100:00100000:1.0:1783071668.038803:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969344 00000100:00100000:1.0:1783071668.038823:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:1.0:1783071668.038836:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f80a971-9117-430f-93b5-a8b601517f46+12:2405:x1869685692969216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783071668.038857:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071668.038883:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd7800/0x6b58994c2cbdd643 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d991d2 expref: 12 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071668.038906:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071668.038953:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:0.0:1783071668.038977:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+11:2404:x1869685692969088:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1783071668.039001:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7f80a971-9117-430f-93b5-a8b601517f46+11:2405:x1869685692969216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 164us (731us total) trans 0 rc 0/0 00010000:00010000:0.0:1783071668.039002:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071668.039030:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbdd64a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99203 expref: 11 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071668.039047:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071668.039098:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+10:2404:x1869685692969088:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 132us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071668.039107:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:0.0:1783071668.039136:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:0.0:1783071668.039143:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+9:2403:x1869685692969344:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071668.039151:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071668.039161:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd6200/0x6b58994c2cbdd689 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99242 expref: 9 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071668.039169:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071668.039203:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7f80a971-9117-430f-93b5-a8b601517f46+8:2403:x1869685692969344:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 61us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071668.039210:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:1.0:1783071668.041103:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:1.0:1783071668.050288:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071668.050390:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969600 00000100:00100000:3.0:1783071668.050399:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969600 00000100:00100000:3.0:1783071668.050480:0:19199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00100000:3.0:1783071668.050492:0:19199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:16c37387-7795-4f66-bf99-555c21a639fc+6:2402:x1869685692969600:12345-192.168.204.38@tcp:39:umount.0 00000020:00000080:3.0:1783071668.050541:0:19199:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd658 00000020:00010000:3.0:1783071668.050549:0:19199:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f8a02e02800: total 0 00000100:00080000:3.0:1783071668.050554:0:19199:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e02000 : changing import state from FULL to CLOSED 00000020:00010000:2.0:1783071668.050662:0:17074:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f8a02e02800: total 0 00010000:00010000:2.0:1783071668.050673:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071668.050776:0:17074:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f8a02e02800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1783071668.050837:0:17074:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b05a06800) 00010000:00010000:2.0:1783071668.050841:0:17074:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783071668.050854:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbdd74d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9926c expref: 5 pid: 17085 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:3.0:1783071668.050879:0:19199:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00010000:00010000:2.0:1783071668.050887:0:17074:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f8a02e02800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1783071668.050902:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071668.050904:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071668.050906:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071668.051105:0:19199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:16c37387-7795-4f66-bf99-555c21a639fc+3:2402:x1869685692969600:12345-192.168.204.38@tcp:39:umount.0 Request processed in 613us (824us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1783071668.051130:0:19199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00080000:0.0:1783071668.051406:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783071668.063062:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071668.063355:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969728 00000100:00100000:1.0:1783071668.063407:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969728 00000100:00100000:1.0:1783071668.063522:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 70 00000100:00100000:1.0:1783071668.063534:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:16c37387-7795-4f66-bf99-555c21a639fc+5:2402:x1869685692969728:12345-192.168.204.38@tcp:39:umount.0 00000020:00000080:1.0:1783071668.063593:0:17087:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd65f 00000100:00080000:1.0:1783071668.063613:0:17087:0:(import.c:65:import_set_state_nolock()) ffff8f8a02dd0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783071668.063651:0:17087:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:3.0:1783071668.063980:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783071668.064261:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783071668.064312:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:16c37387-7795-4f66-bf99-555c21a639fc+3:2402:x1869685692969728:12345-192.168.204.38@tcp:39:umount.0 Request processed in 778us (1265us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1783071668.064321:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 70 00000100:00100000:2.0:1783071668.098295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071668.098721:0:17078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692969984 00000100:00100000:3.0:1783071668.098745:0:17078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692969984 00000100:00100000:3.0:1783071668.098842:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 169 00000100:00100000:3.0:1783071668.098856:0:17078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f80a971-9117-430f-93b5-a8b601517f46+7:2402:x1869685692969984:12345-192.168.204.38@tcp:251:umount.0 00000020:00000080:3.0:1783071668.098930:0:17078:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd5f6 00000020:00010000:3.0:1783071668.098941:0:17078:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f8a010f7000: total 0 00000100:00080000:3.0:1783071668.098948:0:17078:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f6800 : changing import state from FULL to CLOSED 00000020:00010000:0.0:1783071668.099019:0:19422:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f8a010f7000: total 0 00000100:00100000:3.0:1783071668.099070:0:17078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7f80a971-9117-430f-93b5-a8b601517f46+3:2402:x1869685692969984:12345-192.168.204.38@tcp:251:umount.0 Request processed in 215us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071668.099080:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 169 00010000:00010000:0.0:1783071668.099100:0:19422:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f8a010f7000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1783071668.099152:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461e00/0x6b58994c2cbdd5fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9915b expref: 2 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071668.099171:0:19422:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f8a010f7000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1783071668.099184:0:19422:0:(genops.c:906:class_export_put()) final put ffff8f8a010f7000/7f80a971-9117-430f-93b5-a8b601517f46 00010000:00010000:0.0:1783071668.099209:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071668.099211:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071668.099213:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783071668.101422:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a010f7000/7f80a971-9117-430f-93b5-a8b601517f46 for MGS 00000020:00000080:3.0:1783071668.101542:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a010f6800 for MGS 00010000:00010000:2.0:1783071668.164917:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783071668.866894:0:17119:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783071668.866904:0:17119:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1783071668.866945:0:17119:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1783071668.866952:0:17119:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1783071669.186625:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1783071669.509353:0:20654:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783071669.525664:0:20654:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1783071669.525725:0:20654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.525740:0:20654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.525749:0:20654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.525756:0:20654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.525770:0:20654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783071669.525790:0:20654:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783071669.525813:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071669.525818:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783071669.525823:0:20654:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783071669.525848:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8b3c6ea800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1783071669.527544:0:19422:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071669.527555:0:19422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.527566:0:19422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03865e00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071669.527570:0:19422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.527587:0:19422:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071669.527596:0:19422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071669.527602:0:19422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071669.527604:0:19422:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783071669.527608:0:19422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:2.0:1783071669.527814:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707715968:0@lo:39:umount.0 00000100:00100000:2.0:1783071669.527891:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783071669.528040:0:19422:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.528048:0:19422:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071669.528081:0:19422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.528088:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03865e00/0x6b58994c2cbdd1b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd1c0 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.528100:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071669.528115:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071669.528117:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071669.528185:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707715968 00000100:00100000:0.0:1783071669.528193:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707715968 00000100:00100000:0.0:1783071669.528238:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783071669.528248:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1869685707715968:12345-0@lo:39:umount.0 00000020:00000080:0.0:1783071669.528276:0:17085:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd1ea 00000100:00080000:0.0:1783071669.528286:0:17085:0:(import.c:65:import_set_state_nolock()) ffff8f8b34e4a800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1783071669.528350:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3644:x1869685707715968:12345-0@lo:39:umount.0 Request processed in 104us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071669.528357:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1783071669.528388:0:17085:0:(genops.c:906:class_export_put()) final put ffff8f8b10faa800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:3.0:1783071669.528414:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed14122-6273-4ec6-b260-6e79c239c375:3645:1869685707716096:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1783071669.528414:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b10faa800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00100000:3.0:1783071669.528457:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:0.0:1783071669.528461:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b34e4a800 for lustre-MDT0000 00000100:00100000:3.0:1783071669.528509:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716096 00000100:00100000:3.0:1783071669.528514:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716096 00000100:00100000:3.0:1783071669.528563:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783071669.528572:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed14122-6273-4ec6-b260-6e79c239c375+24:3645:x1869685707716096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071669.528588:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071669.528594:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071669.528612:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03865200/0x6b58994c2cbdd1c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd1b9 expref: 24 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783071669.528622:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3c6ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:3.0:1783071669.528625:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071669.528663:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed14122-6273-4ec6-b260-6e79c239c375+23:3645:x1869685707716096:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071669.528677:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783071669.528774:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed14122-6273-4ec6-b260-6e79c239c375:3645:1869685707716096:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071669.528828:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707715968:0@lo:39:umount.0 00000100:00080000:0.0:1783071669.528942:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071669.528946:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783071669.528951:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783071669.530094:0:20654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530111:0:20654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530118:0:20654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530135:0:20654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530161:0:20654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071669.530168:0:20654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530175:0:20654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530181:0:20654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530188:0:20654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530208:0:20654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783071669.530215:0:20654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530221:0:20654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530227:0:20654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.530233:0:20654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530409:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783071669.530417:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530425:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03865000 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071669.530430:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530439:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071669.530446:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071669.530451:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071669.530454:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1783071669.530487:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530493:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071669.530522:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530530:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03865000/0x6b58994c2cbdd10a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd111 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530541:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071669.530551:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530557:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03864000 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071669.530559:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530566:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071669.530572:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071669.530586:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071669.530589:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1783071669.530592:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1783071669.530607:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.530614:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1783071669.530620:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707716224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071669.530682:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1783071669.531039:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531047:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03864000/0x6b58994c2cbdd452 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd459 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531059:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071669.531062:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531068:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7a00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071669.531077:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531084:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071669.531090:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071669.531094:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783071669.531096:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1783071669.531110:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531115:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071669.531121:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531128:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071669.531129:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071669.531131:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071669.531146:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716224 00000100:00100000:1.0:1783071669.531151:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716224 00000100:00100000:1.0:1783071669.531194:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783071669.531202:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed14122-6273-4ec6-b260-6e79c239c375+23:3646:x1869685707716224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783071669.531216:0:17073:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071669.531229:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03864400/0x6b58994c2cbdd111 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd10a expref: 23 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531241:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071669.531281:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5ed14122-6273-4ec6-b260-6e79c239c375+22:3646:x1869685707716224:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071669.531294:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1783071669.531332:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707716224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071669.531409:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707716480:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071669.531439:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071669.531469:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783071669.531475:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707716352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071669.531485:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716480 00000100:00100000:1.0:1783071669.531491:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716480 00000100:00100000:3.0:1783071669.531501:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071669.531527:0:17072:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716352 00000100:00100000:1.0:1783071669.531531:0:17072:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716352 00000100:00100000:3.0:1783071669.531536:0:20112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783071669.531546:0:20112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed14122-6273-4ec6-b260-6e79c239c375+23:3648:x1869685707716480:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071669.531554:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1783071669.531556:0:20112:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1783071669.531565:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed14122-6273-4ec6-b260-6e79c239c375+23:3648:x1869685707716352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783071669.531570:0:20112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd67800/0x6b58994c2cbdd6c8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd6c1 expref: 23 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531584:0:17072:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071669.531595:0:20112:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783071669.531597:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd6600/0x6b58994c2cbdd459 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd452 expref: 22 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.531611:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071669.531627:0:20112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed14122-6273-4ec6-b260-6e79c239c375+21:3648:x1869685707716480:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071669.531634:0:20112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783071669.531665:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb8d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5ed14122-6273-4ec6-b260-6e79c239c375+20:3648:x1869685707716352:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071669.531667:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707716352:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071669.531677:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783071669.531683:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707716480:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071669.531904:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071669.532346:0:20654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1783071669.532356:0:20654:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7a00/0x6b58994c2cbdd6c1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071669.532436:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783071669.532442:0:20654:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1783071669.532453:0:20654:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.532462:0:20654:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.532470:0:20654:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.532477:0:20654:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071669.532496:0:20654:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783071669.532500:0:20654:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1783071669.532502:0:20654:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1783071669.532538:0:20654:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1783071669.532543:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1783071669.532547:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071669.532553:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1783071669.532558:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f8a02e04000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071669.532563:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f8a01f5b000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071669.532568:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f8b07890800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071669.532572:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff8f8b05f90800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071669.532601:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8f8a02e02800 16c37387-7795-4f66-bf99-555c21a639fc 192.168.204.38@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00010000:00010000:1.0:1783071669.532608:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:0.0:1783071669.532608:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff8f8a010f3000 d5c8f6e7-f12c-493c-9545-6cf978dcf267 192.168.204.38@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934626 stale:0 00010000:00010000:1.0:1783071669.532617:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1783071669.532617:0:20654:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff8f8a03363380) has exports, disconnecting them 00000020:00080000:0.0:1783071669.532625:0:20654:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f8a02e04000), last request at 1783071667 00000020:00000080:0.0:1783071669.532634:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd421 00000100:00080000:0.0:1783071669.532650:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e05800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1783071669.532749:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03864e00 already unused, calling callback (ffffffffc1183c20) 00000020:00080000:0.0:1783071669.532754:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a02e04000): rc 0 10000000:00010000:1.0:1783071669.532755:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1783071669.532759:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a02e04000/lustre-MDT0000-lwp-OST0001_UUID 00010000:00010000:1.0:1783071669.532769:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071669.532775:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1783071669.532782:0:20654:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f8a01f5b000), last request at 1783071667 00000020:00000080:0.0:1783071669.532789:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd387 10000000:01000000:1.0:1783071669.532793:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071669.532796:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1783071669.532798:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00080000:0.0:1783071669.532813:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8a01f5a000 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1783071669.532823:0:17075:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.532831:0:17075:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:3.0:1783071669.532846:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02e04000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00010000:00010000:1.0:1783071669.532851:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.532860:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03864e00/0x6b58994c2cbdd0fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd103 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.532872:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071669.532874:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783071669.532900:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02e05800 for lustre-MDT0000 00010000:00010000:2.0:1783071669.533149:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1783071669.533222:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a01f5b000): rc 0 00000020:00000080:0.0:1783071669.533225:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5b000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1783071669.533265:0:20654:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f8b07890800), last request at 1783071609 00000020:00000080:0.0:1783071669.533269:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd2d8 00000100:00080000:0.0:1783071669.533273:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8b07897800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783071669.533285:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8b07890800): rc 0 00000020:00000080:0.0:1783071669.533287:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b07890800/lustre-MDT0000-lwp-MDT0001_UUID 00010000:00010000:2.0:1783071669.533304:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071669.533309:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783071669.533336:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5b000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1783071669.533425:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a01f5a000 for lustre-MDT0000 00000020:00080000:0.0:1783071669.533521:0:20654:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8f8b05f90800), last request at 1783071609 00000020:00000080:0.0:1783071669.533525:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd27d 00000100:00080000:0.0:1783071669.533531:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8b34e2d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783071669.533541:0:20654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:0.0:1783071669.533639:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8b05f90800): rc 0 00000004:00000080:0.0:1783071669.533646:0:20654:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffff9cbcc804bae0 00000100:00080000:0.0:1783071669.533670:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783071669.533674:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1783071669.534811:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071669.534851:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed14122-6273-4ec6-b260-6e79c239c375:3645:1869685707716608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071669.534926:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783071669.534960:0:20654:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1783071669.534996:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8b13d45800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1783071669.534999:0:20112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716608 00000100:00100000:1.0:1783071669.535008:0:20112:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716608 00000100:00100000:1.0:1783071669.535065:0:20112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071669.535074:0:20112:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed14122-6273-4ec6-b260-6e79c239c375+20:3645:x1869685707716608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783071669.535088:0:20112:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071669.535106:0:20112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdd103 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd0fc expref: 20 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071669.535123:0:20112:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071669.535160:0:20112:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5ed14122-6273-4ec6-b260-6e79c239c375+19:3645:x1869685707716608:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (234us total) trans 0 rc 0/0 00000100:00080000:0.0:1783071669.535161:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783071669.535166:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000100:00100000:1.0:1783071669.535178:0:20112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000004:00080000:0.0:1783071669.535182:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071669.535222:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5ed14122-6273-4ec6-b260-6e79c239c375:3645:1869685707716608:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1783071669.535261:0:20654:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783071669.535272:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c74000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783071669.535278:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783071669.535281:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1783071669.535300:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783071669.535384:0:20654:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783071669.535394:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8a01e3f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1783071669.535438:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8f8a03363380) has no exports 00000020:00000080:3.0:1783071669.535730:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b07890800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:3.0:1783071669.535774:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b07897800 for lustre-MDT0000 00010000:00010000:0.0:1783071669.536840:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071669.538677:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716736:0@lo:39:umount.0 00000100:00100000:3.0:1783071669.538761:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071669.538799:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716736 00000100:00100000:3.0:1783071669.538801:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716864:0@lo:9:umount.0 00000100:00100000:1.0:1783071669.538810:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716736 00000100:00100000:3.0:1783071669.538830:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071669.538866:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716992:0@lo:9:umount.0 00000100:00100000:1.0:1783071669.538872:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783071669.538889:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1869685707716736:12345-0@lo:39:umount.0 00000100:00100000:3.0:1783071669.538897:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1783071669.538926:0:17091:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd302 00000100:00080000:1.0:1783071669.538938:0:17091:0:(import.c:65:import_set_state_nolock()) ffff8f8b18305000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1783071669.538969:0:17091:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00010000:00010000:3.0:1783071669.538985:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071669.539106:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3644:x1869685707716736:12345-0@lo:39:umount.0 Request processed in 219us (344us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1783071669.539113:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1783071669.539134:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716864 00000100:00100000:0.0:1783071669.539141:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716864 00000100:00100000:1.0:1783071669.539149:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707716992 00000100:00100000:1.0:1783071669.539155:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707716992 00000100:00100000:0.0:1783071669.539190:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783071669.539202:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1869685707716864:12345-0@lo:9:umount.0 00000100:00100000:1.0:1783071669.539207:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783071669.539218:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1869685707716992:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783071669.539222:0:18592:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd460 00000100:00080000:3.0:1783071669.539226:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b13d45800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1783071669.539231:0:18592:0:(import.c:65:import_set_state_nolock()) ffff8f8a02ef0000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1783071669.539236:0:19286:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd467 00000100:00100000:3.0:1783071669.539237:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716736:0@lo:39:umount.0 00000100:00080000:1.0:1783071669.539247:0:19286:0:(import.c:65:import_set_state_nolock()) ffff8f8a02ef4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783071669.539274:0:18592:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1783071669.539304:0:19286:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1783071669.539413:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3644:x1869685707716864:12345-0@lo:9:umount.0 Request processed in 215us (581us total) trans 0 rc 0/0 00010000:00010000:3.0:1783071669.539417:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071669.539421:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1783071669.539445:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783071669.539448:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1783071669.539463:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c74000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1783071669.539484:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1783071669.539486:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1783071669.539489:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716864:0@lo:9:umount.0 00000100:00100000:1.0:1783071669.539652:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3644:x1869685707716992:12345-0@lo:9:umount.0 Request processed in 435us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071669.539660:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:3.0:1783071669.539688:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a01e3f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:1.0:1783071669.539692:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1783071669.539701:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1783071669.539704:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1783071669.539708:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707716992:0@lo:9:umount.0 00000020:00080000:2.0:1783071669.548824:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff8f8a03363380) has no exports 00000020:00000080:2.0:1783071669.592879:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd157 00000020:00000080:2.0:1783071669.592894:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b34550800/lustre-QMT0000_UUID 00000020:01000000:2.0:1783071669.592917:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1783071669.592940:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b34550800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1783071669.592967:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071669.592976:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071669.592980:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff8f8b3fedb380) has no exports 00000020:00000080:3.0:1783071669.593524:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd150 00000020:00000080:3.0:1783071669.593531:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b3c6e9000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783071669.593604:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071669.593612:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1783071669.593614:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cf6000/lustre-QMT0000_UUID 00000020:00000080:3.0:1783071669.593617:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cf6000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1783071669.593622:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1783071669.593679:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3c6e9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1783071670.210633:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071671.106672:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707717120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783071671.106756:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071671.106888:0:18594:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717120 00000100:00100000:0.0:1783071671.106898:0:18594:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717120 00000100:00100000:0.0:1783071671.106976:0:18594:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783071671.106986:0:18594:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707717120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1783071671.107017:0:18594:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:2.0:1783071671.107311:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783071671.107708:0:18594:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707717120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 722us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071671.107716:0:18594:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783071671.107827:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707717120:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1783071671.234920:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071671.618665:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707717248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071671.618791:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071671.619177:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717248 00000100:00100000:0.0:1783071671.619189:0:17090:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717248 00000100:00100000:0.0:1783071671.619254:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783071671.619264:0:17090:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1869685707717248:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1783071671.619274:0:17090:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1783071671.619347:0:17090:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3647:x1869685707717248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (557us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071671.619355:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:02020000:3.0:1783071671.619613:0:3647:0:(client.c:1491:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1783071671.634413:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783071671.634426:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783071671.634432:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1783071671.659184:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071671.659206:0:3647:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 511 00000100:00080000:3.0:1783071671.659221:0:3647:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f8b3b4b6000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071671.659287:0:3647:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a038b8a80 x1869685707717376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071671.659409:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707717376:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1783071671.659514:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071671.659587:0:17825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717376 00000100:00100000:3.0:1783071671.659597:0:17825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717376 00000100:00100000:3.0:1783071671.659741:0:17825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783071671.659750:0:17825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1869685707717376:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1783071671.659784:0:17825:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1783071671.662312:0:17825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1869685707717376:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 2549us (2786us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783071671.662329:0:17825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:1.0:1783071671.662337:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071671.662344:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783071671.662348:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707717376:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1783071672.131056:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707717888:0@lo:400:kworker.0 00000100:00100000:3.0:1783071672.131157:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071672.131220:0:19199:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717888 00000100:00100000:3.0:1783071672.131231:0:19199:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717888 00000100:00100000:3.0:1783071672.131573:0:19199:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1783071672.131581:0:19199:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1869685707717888:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1783071672.131600:0:19199:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1783071672.131648:0:19199:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3647:x1869685707717888:12345-0@lo:400:kworker.0 Request processed in 66us (492us total) trans 0 rc -107/-107 00000100:00100000:3.0:1783071672.131656:0:19199:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:3.0:1783071672.131720:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783071672.131727:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1783071672.131731:0:3647:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1783071672.131738:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071672.131742:0:3647:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 511 00000100:00080000:3.0:1783071672.131750:0:3647:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f8a0300d800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071672.131785:0:3647:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a038b9f80 x1869685707718528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071672.131816:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707717888:0@lo:400:kworker.0 00000100:00100000:3.0:1783071672.131830:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707718528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:3.0:1783071672.131862:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071672.131902:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707718400:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.132668:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718528 00000100:00100000:1.0:1783071672.132679:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718528 00000100:00100000:1.0:1783071672.132742:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783071672.132752:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707718528:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1783071672.132783:0:17087:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1783071672.132803:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707717504:0@lo:400:kworker.0 00000100:00100000:2.0:1783071672.132888:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071672.132976:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707718016:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.133076:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707718528:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 323us (1210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783071672.133087:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:1.0:1783071672.133425:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071672.133432:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783071672.133436:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707718528:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1783071672.133480:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707717760:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.133549:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.133590:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707718272:0@lo:400:kworker.0 00000100:00100000:2.0:1783071672.133642:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.133686:0:17085:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718016 00000100:00100000:2.0:1783071672.133687:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707718656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783071672.133696:0:17085:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718016 00000100:00100000:2.0:1783071672.133731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.133757:0:17085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783071672.133766:0:17085:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1869685707718016:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783071672.133782:0:17085:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1783071672.134132:0:18589:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717760 00000100:00100000:3.0:1783071672.134139:0:18589:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717760 00000100:00100000:3.0:1783071672.134195:0:18589:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1783071672.134308:0:18589:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707717760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071672.134388:0:18589:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707717760:12345-0@lo:400:kworker.0 Request processed in 186us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071672.134397:0:18589:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071672.134432:0:17085:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3648:x1869685707718016:12345-0@lo:400:kworker.0 Request processed in 663us (791us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783071672.134455:0:17085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783071672.134673:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707717632:0@lo:400:kworker.0 00000100:00100000:2.0:1783071672.134725:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.134877:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718656 00000100:00100000:1.0:1783071672.134885:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718656 00000100:00100000:1.0:1783071672.134937:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071672.134946:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707718656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783071672.134989:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783071672.135039:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707718656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071672.135046:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071672.135073:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.135120:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707717760:0@lo:400:kworker.0 00000100:00080000:1.0:1783071672.135160:0:3648:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783071672.135165:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783071672.135169:0:3648:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783071672.135174:0:3648:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071672.135178:0:3648:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 524 00000100:00080000:1.0:1783071672.135184:0:3648:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f8a02c13800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071672.135210:0:3648:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a0178c000 x1869685707718784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071672.135232:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707718016:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.135249:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707718656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783071672.135269:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707718784:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:1.0:1783071672.135295:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.135332:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718272 00000100:00100000:1.0:1783071672.135336:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718272 00000100:00100000:1.0:1783071672.135356:0:17087:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718784 00000100:00100000:1.0:1783071672.135358:0:17087:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718784 00000100:00100000:1.0:1783071672.135397:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783071672.135403:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1869685707718272:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1783071672.135409:0:17087:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1783071672.135442:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3646:x1869685707718272:12345-0@lo:400:kworker.0 Request processed in 38us (367us total) trans 0 rc -107/-107 00000100:00100000:1.0:1783071672.135448:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783071672.135466:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1783071672.135470:0:17087:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707718784:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:1.0:1783071672.135482:0:17087:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1783071672.135522:0:17087:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707718784:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 50us (226us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783071672.135537:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1783071672.135565:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071672.135570:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783071672.135574:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707718784:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:1.0:1783071672.135599:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1783071672.135602:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1783071672.135605:0:3646:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1783071672.135608:0:3646:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071672.135611:0:3646:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 538 00000100:00080000:1.0:1783071672.135615:0:3646:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f8a010f7800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071672.135628:0:3646:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a0178c000 x1869685707718912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071672.135650:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707718272:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.135667:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707718912:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1783071672.135691:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.135714:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718912 00000100:00100000:1.0:1783071672.135717:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718912 00000100:00100000:1.0:1783071672.135735:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783071672.135740:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1869685707718912:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1783071672.135747:0:17086:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1783071672.135776:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1869685707718912:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 34us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1783071672.135782:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1783071672.135804:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071672.135807:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783071672.135810:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0178c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707718912:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1783071672.135850:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717504 00000100:00100000:1.0:1783071672.135854:0:17081:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717504 00000100:00100000:1.0:1783071672.135883:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783071672.135891:0:17081:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3ea76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed14122-6273-4ec6-b260-6e79c239c375+19:3648:x1869685707717504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.135930:0:17081:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3ea76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5ed14122-6273-4ec6-b260-6e79c239c375+19:3648:x1869685707717504:12345-0@lo:400:kworker.0 Request processed in 40us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071672.135936:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1783071672.135981:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5ed14122-6273-4ec6-b260-6e79c239c375:3648:1869685707717504:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.136060:0:18592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707717632 00000100:00100000:1.0:1783071672.136065:0:18592:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707717632 00000100:00100000:2.0:1783071672.136084:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707718144:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.136105:0:18592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783071672.136113:0:18592:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707717632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071672.136119:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071672.136160:0:18592:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707717632:12345-0@lo:400:kworker.0 Request processed in 48us (1434us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071672.136166:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707717632:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.136170:0:18592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783071672.136198:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718144 00000100:00100000:2.0:1783071672.136203:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718144 00000100:00080000:1.0:1783071672.136238:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783071672.136243:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00080000:1.0:1783071672.136245:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071672.136254:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707718144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071672.136297:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707718144:12345-0@lo:400:kworker.0 Request processed in 46us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071672.136305:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00010000:00080000:2.0:1783071672.136356:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a83100 x1869685707718144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071672.136384:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707718144:0@lo:400:kworker.0 00000100:00100000:1.0:1783071672.136418:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071672.136557:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707718400 00000100:00100000:0.0:1783071672.136562:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707718400 00000100:00100000:0.0:1783071672.136646:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783071672.136653:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0178c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707718400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071672.136693:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0178c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707718400:12345-0@lo:400:kworker.0 Request processed in 41us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071672.136699:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00080000:0.0:1783071672.136727:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a81880 x1869685707718400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071672.136738:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707718400:0@lo:400:kworker.0 00000100:00080000:1.0:1783071672.136778:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:2.0:1783071672.138606:0:19406:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1783071672.138618:0:19406:0:(genops.c:906:class_export_put()) final put ffff8f8a02ef2800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1783071672.138642:0:19406:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 16c37387-7795-4f66-bf99-555c21a639fc 00000020:00000080:2.0:1783071672.138645:0:19406:0:(genops.c:906:class_export_put()) final put ffff8f8a02e03000/16c37387-7795-4f66-bf99-555c21a639fc 00000001:00100000:2.0:1783071672.138655:0:19406:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:2.0:1783071672.138657:0:19406:0:(genops.c:906:class_export_put()) final put ffff8f8a02c16000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:0.0:1783071672.138878:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02ef2800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1783071672.138945:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02e03000/16c37387-7795-4f66-bf99-555c21a639fc for lustre-OST0001 00000020:00000080:0.0:1783071672.138969:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c16000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 for lustre-OST0001 00000020:00000080:0.0:1783071672.138986:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02ef4800 for lustre-OST0001 00000020:00000080:0.0:1783071672.138991:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02e00800 for lustre-OST0001 00000020:00000080:0.0:1783071672.138993:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02c17800 for lustre-OST0001 00000001:00100000:1.0:1783071672.141126:0:17817:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1783071672.141147:0:17817:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1783071672.141154:0:17817:0:(genops.c:906:class_export_put()) final put ffff8f8a0300c800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1783071672.141182:0:17817:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 16c37387-7795-4f66-bf99-555c21a639fc 00000001:00080000:1.0:1783071672.141187:0:17817:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1783071672.141189:0:17817:0:(genops.c:906:class_export_put()) final put ffff8f8a02dd4800/16c37387-7795-4f66-bf99-555c21a639fc 00000001:00100000:1.0:1783071672.141195:0:17817:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000001:00080000:1.0:1783071672.141200:0:17817:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1783071672.141202:0:17817:0:(genops.c:906:class_export_put()) final put ffff8f8a02e07800/d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:3.0:1783071672.141448:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a0300c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1783071672.141556:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02dd4800/16c37387-7795-4f66-bf99-555c21a639fc for lustre-MDT0001 00000020:00000080:3.0:1783071672.141586:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02e07800/d5c8f6e7-f12c-493c-9545-6cf978dcf267 for lustre-MDT0001 00000020:00000080:3.0:1783071672.141620:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b18305000 for lustre-MDT0001 00000020:00000080:3.0:1783071672.141625:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02dd0000 for lustre-MDT0001 00000020:00000080:3.0:1783071672.141628:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02e06800 for lustre-MDT0001 00000001:00100000:0.0:1783071672.142582:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783071672.142592:0:17066:0:(genops.c:906:class_export_put()) final put ffff8f8b05f90800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1783071672.142619:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 16c37387-7795-4f66-bf99-555c21a639fc 00000001:00080000:0.0:1783071672.142629:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:0.0:1783071672.142633:0:17066:0:(genops.c:906:class_export_put()) final put ffff8f8a02e02800/16c37387-7795-4f66-bf99-555c21a639fc 00000020:00000080:2.0:1783071672.142638:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f90800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000001:00100000:0.0:1783071672.142645:0:17066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000001:00080000:0.0:1783071672.142654:0:17066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:0.0:1783071672.142657:0:17066:0:(genops.c:906:class_export_put()) final put ffff8f8a010f3000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:2.0:1783071672.142695:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02e02800/16c37387-7795-4f66-bf99-555c21a639fc for lustre-MDT0000 00000020:00000080:2.0:1783071672.142732:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b34e2d800 for lustre-MDT0000 00000020:00000080:2.0:1783071672.142742:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a010f3000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 for lustre-MDT0000 00000020:00000080:2.0:1783071672.142778:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02e02000 for lustre-MDT0000 00000020:00000080:2.0:1783071672.142783:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a010f3800 for lustre-MDT0000 00000001:00100000:1.0:1783071672.143433:0:18586:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1783071672.143439:0:18586:0:(genops.c:906:class_export_put()) final put ffff8f8a02ef5000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1783071672.143462:0:18586:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 16c37387-7795-4f66-bf99-555c21a639fc 00000020:00000080:1.0:1783071672.143465:0:18586:0:(genops.c:906:class_export_put()) final put ffff8f8b069d8000/16c37387-7795-4f66-bf99-555c21a639fc 00000001:00100000:1.0:1783071672.143472:0:18586:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:1.0:1783071672.143474:0:18586:0:(genops.c:906:class_export_put()) final put ffff8f8a010f4000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 00000020:00000080:3.0:1783071672.143539:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02ef5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1783071672.143587:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b069d8000/16c37387-7795-4f66-bf99-555c21a639fc for lustre-OST0000 00000020:00000080:3.0:1783071672.143602:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a010f4000/d5c8f6e7-f12c-493c-9545-6cf978dcf267 for lustre-OST0000 00000020:00000080:3.0:1783071672.143627:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02ef0000 for lustre-OST0000 00000020:00000080:3.0:1783071672.143631:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b2b3b7000 for lustre-OST0000 00000020:00000080:3.0:1783071672.143635:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a010f5800 for lustre-OST0000 00010000:00010000:1.0:1783071672.259003:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783071672.451935:0:17836:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783071673.282972:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071674.307734:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071675.331605:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1783071675.651108:0:20654:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8b34ff9a80 - data ffff8f8b2b8ecaf8/ffff8f8b34f47c00 00000020:01000000:2.0:1783071675.651293:0:20654:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8a02c95720 - data ffff8f8b2b869e58/ffff8f8b3f88b800 00000001:00000004:2.0:1783071675.662141:0:20654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:0.0:1783071675.714441:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783071675.715646:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783071675.715673:0:20654:0:(client.c:3149:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8f8b37b48e00 x1869685707716736/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783071679 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071675.715709:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1783071675.720687:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783071675.720711:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1783071675.720734:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071675.720737:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783071675.721021:0:17109:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783071675.721027:0:17109:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1783071675.721043:0:17109:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1783071675.722029:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783071675.722036:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1783071675.722057:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071675.722059:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783071675.723005:0:17111:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783071675.723091:0:17111:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:3.0:1783071675.723105:0:17111:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1783071675.727313:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd11f 00000020:00000080:1.0:1783071675.727329:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06ced800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783071675.728470:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06ced800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1783071675.729713:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd134 00000020:00000080:1.0:1783071675.729729:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cf6800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783071675.729740:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1783071675.729746:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071675.729756:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1783071675.729761:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff8f8a03360000) has no exports 00000004:01000000:1.0:1783071675.730074:0:20654:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1783071675.730087:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd196 00000020:00000080:1.0:1783071675.730092:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06c55000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783071675.730097:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783071675.730101:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071675.730107:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071675.730110:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff8f8a017dcd40) has no exports 00000020:00000080:1.0:1783071675.730118:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd18f 00000020:00000080:1.0:1783071675.730123:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a01e3b000/lustre-MDT0000-osd_UUID 00010000:01000000:1.0:1783071675.730563:0:20654:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783071675.730569:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783071675.730575:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1783071675.730583:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071675.730585:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783071675.730623:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783071675.730630:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783071675.730635:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd181 00000020:00000080:1.0:1783071675.730640:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a01e3c800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783071675.730657:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1783071675.730660:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071675.730663:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071675.730666:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff8f8b3c6cb380) has no exports 00000020:00000080:1.0:1783071675.730670:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd17a 00000020:00000080:1.0:1783071675.730673:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a02c74800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783071675.731029:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cf6800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:3.0:1783071675.731040:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06c55000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1783071675.731045:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01e3b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783071675.731050:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a01e3f800 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1783071675.731056:0:8:0:(genops.c:906:class_export_put()) final put ffff8f8a01e3a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783071675.731058:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01e3a000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1783071675.731063:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783071675.731176:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01e3c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1783071675.731189:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c74800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1783071675.731530:0:20654:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1783071675.731535:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783071675.731539:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1783071675.731545:0:20654:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071675.731548:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783071675.731594:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783071675.731602:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1783071675.731619:0:20654:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1783071675.731626:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd16c 00000020:00000080:1.0:1783071675.731633:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a02c72000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1783071675.731638:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1783071675.731643:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071675.731648:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071675.731651:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff8f8b34e619c0) has no exports 00000020:00000080:1.0:1783071675.731657:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd165 00000020:00000080:1.0:1783071675.731661:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cee000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1783071675.731874:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02c74000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1783071675.731882:0:8:0:(genops.c:906:class_export_put()) final put ffff8f8a02c73800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783071675.731885:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c73800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1783071675.731890:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783071675.731967:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c72000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1783071675.731974:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cee000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1783071675.734946:0:20654:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1783071675.734959:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1783071675.734965:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783071675.734977:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783071675.735053:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.735066:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783071675.735099:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.735100:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783071675.735107:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06ce8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1783071675.735126:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06ce8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1783071675.735139:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783071675.735252:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd13b 00000020:00000080:0.0:1783071675.735259:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cf4800/lustre-MDD0000_UUID 00000020:01000000:0.0:1783071675.735263:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1783071675.735265:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071675.735268:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1783071675.735272:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff8f8a03364d40) has no exports 00000020:00000080:0.0:1783071675.735299:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.735300:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1783071675.735303:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd142 00000020:00000080:0.0:1783071675.735306:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cf0000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783071675.735316:0:20654:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a041ea000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1783071675.735319:0:20654:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a041ea000 3 00000020:01000004:0.0:1783071675.735322:0:20654:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f8a041ea000 from lustre-MDT0000 00000020:00000080:0.0:1783071675.735337:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.735338:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1783071675.735340:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b06cec000/lustre-MDT0000_UUID 00000020:00000080:0.0:1783071675.735341:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cec000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1783071675.735349:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1783071675.735393:0:20654:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1783071675.735398:0:20654:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1783071675.735401:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1783071675.735404:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071675.735407:0:20654:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783071675.735416:0:20654:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff8f8b06ce9000 5ed14122-6273-4ec6-b260-6e79c239c375 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071675.735421:0:20654:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff8f8b34e60000) has exports, disconnecting them 00000020:00080000:0.0:1783071675.735427:0:20654:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8f8b06ce9000), last request at 1783071596 00000020:00000080:0.0:1783071675.735448:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd0e7 00000020:00010000:0.0:1783071675.735457:0:20654:0:(genops.c:1942:obd_stale_export_put()) Put export ffff8f8b06ce9000: total 2 00000100:00080000:0.0:1783071675.735476:0:20654:0:(import.c:65:import_set_state_nolock()) ffff8f8b06ce8000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783071675.735491:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8b06ce9000): rc 0 00000020:00080000:0.0:1783071675.735503:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff8f8b34e60000) has no exports 00000100:00100000:0.0:1783071675.735648:0:17081:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8f8b3c50a600:17081] 2 exiting: rc = 0 00000100:00100000:0.0:1783071675.736098:0:17079:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8f8b1486b800:17079] 1 exiting: rc = 0 00000100:00100000:0.0:1783071675.736188:0:17078:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8f8b3c4fae00:17078] 0 exiting: rc = 1 00000100:00100000:0.0:1783071675.736262:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736271:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736279:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736286:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736292:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736298:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736305:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736310:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736316:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736322:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736329:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736335:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736341:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736346:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736352:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736358:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736387:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736394:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736400:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736407:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736416:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736424:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736430:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00010000:3.0:1783071675.736533:0:19422:0:(genops.c:1928:obd_stale_export_get()) Get export ffff8f8b06ce9000: total 2 00000100:00100000:0.0:1783071675.736610:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736617:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736623:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736630:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736637:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736646:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736652:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736671:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736677:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736684:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736689:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736695:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736701:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736707:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736714:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736720:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736727:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736733:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736739:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736745:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736751:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736757:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736762:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736768:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736773:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736779:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736785:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736790:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736796:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736802:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736809:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736815:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736821:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736827:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736834:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736841:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736846:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736853:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736858:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736864:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071675.736870:0:20654:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:3.0:1783071675.737672:0:19422:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff8f8b06ce9000, canceled 0 locks, left on hash table 13. 00010000:00010000:3.0:1783071675.737717:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd7c00/0x6b58994c2cbdd222 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd21b expref: 14 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737738:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd6a00/0x6b58994c2cbdd0f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd0ee expref: 13 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737749:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbdd3e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd3db expref: 12 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737759:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01748800/0x6b58994c2cbdd206 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd1ff expref: 11 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737774:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01749400/0x6b58994c2cbdd372 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd36b expref: 10 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737786:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd66c00/0x6b58994c2cbdd69e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd697 expref: 9 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737797:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01748000/0x6b58994c2cbdd2c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd2bc expref: 8 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737838:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01748a00/0x6b58994c2cbdd214 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd20d expref: 7 pid: 17081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737855:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbdd6ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd6a5 expref: 6 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737865:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd67c00/0x6b58994c2cbdd40c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd405 expref: 5 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737877:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbdd6ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd6b3 expref: 4 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737890:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd7e00/0x6b58994c2cbdd44b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd444 expref: 3 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737906:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a03bd6c00/0x6b58994c2cbdd348 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x6b58994c2cbdd341 expref: 2 pid: 17078 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071675.737986:0:19422:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff8f8b06ce9000, canceled 13 locks, left on hash table 0. 00000020:00000080:3.0:1783071675.738004:0:19422:0:(genops.c:906:class_export_put()) final put ffff8f8b06ce9000/5ed14122-6273-4ec6-b260-6e79c239c375 00010000:00010000:3.0:1783071675.738091:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071675.738094:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071675.738096:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1783071675.738120:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b13d45800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1783071675.738129:0:8:0:(genops.c:906:class_export_put()) final put ffff8f8b03270800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1783071675.738132:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b03270800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1783071675.738140:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1783071675.738978:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cf4800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1783071675.739078:0:8:0:(genops.c:906:class_export_put()) final put ffff8f8b06cf1800/lustre-MDD0000_UUID 00000020:00000080:3.0:1783071675.739091:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cf1800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1783071675.739096:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1783071675.739160:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06cf0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783071675.739167:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b06ce9000/5ed14122-6273-4ec6-b260-6e79c239c375 for MGS 00000020:00000080:3.0:1783071675.739204:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b06ce8000 for MGS 00000020:01000000:0.0:1783071675.739824:0:20654:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8b34ff9960 - data ffff8f8b2b8ec510/ffff8f8a02f0e400 00000020:01000000:0.0:1783071675.739982:0:20654:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8b01322600 - data ffff8f8a0180ed80/ffff8f8b3c5a4800 00000020:00000080:0.0:1783071675.740737:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd0cb 00000020:00000080:0.0:1783071675.740750:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea0000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1783071675.740822:0:20654:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a041ea000 from MGS, refs=2 00000020:01000004:0.0:1783071675.740826:0:20654:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a041ea000 2 00000020:01000004:0.0:1783071675.740830:0:20654:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f8a041ea000 from MGS 00000020:00000080:0.0:1783071675.740867:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.740876:0:20654:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1783071675.740879:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea6000/MGS 00000020:00000080:0.0:1783071675.740882:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea6000/MGS for MGS 00000020:01000000:0.0:1783071675.740889:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1783071675.741164:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1783071675.741169:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071675.741180:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783071675.741188:0:20654:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8f8b3c6e8800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071675.741195:0:20654:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff8f8b3fedcd40) has exports, disconnecting them 00000020:00080000:0.0:1783071675.741201:0:20654:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8f8b3c6e8800), last request at 1783071596 00000020:00000080:0.0:1783071675.741206:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd1ce 00000020:00080000:0.0:1783071675.741218:0:20654:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8b3c6e8800): rc 0 00000020:00000080:0.0:1783071675.741223:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b3c6e8800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1783071675.741251:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea0000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783071675.741867:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3c6e8800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1783071675.745453:0:20654:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1783071675.745474:0:20654:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1783071675.745480:0:20654:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783071675.745491:0:20654:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783071675.745546:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b3c6ea800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1783071675.745718:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071675.745728:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1783071675.745735:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b34557000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1783071675.745740:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b34557000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1783071675.745747:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1783071675.745859:0:20654:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a041ea000 1 00000020:00000080:3.0:1783071675.745871:0:20654:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd0bd 00000020:00000080:3.0:1783071675.745879:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea2800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1783071675.745888:0:20654:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1783071675.745896:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1783071675.745905:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071675.745911:0:20654:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071675.745926:0:20654:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff8f8a033619c0) has no exports 00000020:00000080:0.0:1783071675.804432:0:20654:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071675.804447:0:20654:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1783071675.804452:0:20654:0:(genops.c:906:class_export_put()) final put ffff8f8a041eb800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1783071675.804457:0:20654:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a041eb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1783071675.804478:0:20654:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1783071675.804603:0:20654:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f8a041ee000 00000020:02000400:0.0:1783071675.804659:0:20654:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:1.0:1783071676.226559:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783071676.226584:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707719040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783071676.226656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071676.226704:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719040 00000100:00100000:3.0:1783071676.226711:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719040 00000100:00100000:3.0:1783071676.226777:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783071676.226787:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707719040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783071676.226834:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071676.226879:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707719040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071676.226887:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1783071676.226949:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783071676.226998:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707719040:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1783071676.355413:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071677.251508:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071677.251516:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783071677.251521:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071677.251531:0:38:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1783071677.251538:0:38:0:(import.c:591:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071677.251545:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f8b3b4b6000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071677.251572:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79c700 x1869685707719296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783071677.251695:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071677.251699:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783071677.251701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071677.251768:0:38:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1783071677.251772:0:38:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071677.251776:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f8a0300d800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071677.251791:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79fb80 x1869685707719680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783071677.251801:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071677.251804:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783071677.251806:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071677.251809:0:38:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1783071677.251819:0:38:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071677.251823:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f8a02c13800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071677.251836:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79c000 x1869685707719808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783071677.251911:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071677.251915:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1783071677.251917:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071677.251920:0:38:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 573 00000100:00080000:3.0:1783071677.251923:0:38:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071677.251927:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f8a010f7800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071677.251940:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79df80 x1869685707720064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071677.251974:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707719296:0@lo:38:kworker.0 00000100:00100000:0.0:1783071677.251977:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707719424:0@lo:400:kworker.0 00000100:00100000:0.0:1783071677.252049:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.252104:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783071677.252119:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707719552:0@lo:400:kworker.0 00000100:00100000:0.0:1783071677.252145:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.252190:0:18591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719424 00000100:00100000:0.0:1783071677.252199:0:18591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719424 00000100:00100000:0.0:1783071677.252250:0:18591:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719552 00000100:00100000:0.0:1783071677.252254:0:18591:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719552 00000100:00100000:0.0:1783071677.252287:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783071677.252299:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707719424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071677.252300:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071677.252331:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707719680:0@lo:38:kworker.0 00000100:00100000:0.0:1783071677.252391:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707719424:12345-0@lo:400:kworker.0 Request processed in 94us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071677.252400:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071677.252410:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.252420:0:18591:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1783071677.252429:0:18591:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707719552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071677.252442:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707719808:0@lo:38:kworker.0 00000100:00100000:3.0:1783071677.252479:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.252488:0:18591:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707719552:12345-0@lo:400:kworker.0 Request processed in 59us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071677.252497:0:18591:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783071677.252504:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707720064:0@lo:38:kworker.0 00000100:00100000:3.0:1783071677.252530:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.252559:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707719552:0@lo:400:kworker.0 00000100:00100000:0.0:1783071677.252577:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707719424:0@lo:400:kworker.0 00000100:00100000:3.0:1783071677.252578:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719296 00000100:00100000:3.0:1783071677.252584:0:17091:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719296 00000100:00100000:3.0:1783071677.252615:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783071677.252621:0:17091:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707719296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1783071677.252797:0:17091:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071677.253156:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707719168:0@lo:400:kworker.0 00000400:00000100:2.0:1783071677.253185:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869685707719168 offset 0 length 224: 4 00000100:00100000:2.0:1783071677.253210:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707720192:0@lo:400:kworker.0 00000100:00100000:2.0:1783071677.253233:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071677.253251:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783071677.253257:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707719936:0@lo:400:kworker.0 00000100:00100000:2.0:1783071677.253278:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783071677.253312:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071677.253325:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719680 00000100:00100000:2.0:1783071677.253329:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719680 00000100:00100000:2.0:1783071677.253347:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719808 00000100:00100000:2.0:1783071677.253349:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719808 00000100:00100000:2.0:1783071677.253358:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720064 00000100:00100000:2.0:1783071677.253360:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720064 00000100:00100000:2.0:1783071677.253388:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720192 00000100:00100000:2.0:1783071677.253391:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720192 00000100:00100000:2.0:1783071677.253421:0:19285:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707719936 00000100:00100000:2.0:1783071677.253423:0:19285:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707719936 00000100:00100000:2.0:1783071677.253452:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783071677.253459:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707720192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071677.253502:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707720192:12345-0@lo:400:kworker.0 Request processed in 43us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071677.253509:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783071677.253524:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783071677.253530:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707719936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071677.253560:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707719936:12345-0@lo:400:kworker.0 Request processed in 31us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071677.253567:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783071677.253579:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783071677.253583:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707719680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783071677.253598:0:19285:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071677.253634:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707719680:12345-0@lo:38:kworker.0 Request processed in 48us (1225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783071677.253641:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783071677.253651:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783071677.253656:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707719808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783071677.253666:0:19285:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071677.253693:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707719808:12345-0@lo:38:kworker.0 Request processed in 35us (1214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783071677.253699:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783071677.253710:0:19285:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783071677.253715:0:19285:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707720064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783071677.253733:0:19285:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071677.253761:0:19285:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3644:x1869685707720064:12345-0@lo:38:kworker.0 Request processed in 45us (1231us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783071677.253767:0:19285:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:2.0:1783071677.253788:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1783071677.253812:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f8b3c79ca80 x1869685707719936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071677.253900:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707720320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783071677.253934:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071677.253972:0:18593:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720320 00000100:00100000:0.0:1783071677.253976:0:18593:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720320 00000100:00100000:0.0:1783071677.254003:0:18593:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783071677.254009:0:18593:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707720320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783071677.254032:0:18593:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783071677.254076:0:18593:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707720320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071677.254090:0:18593:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783071677.254207:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707720320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783071677.254625:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707719936:0@lo:400:kworker.0 00010000:00080000:2.0:1783071677.254647:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8f8b3c79ea00 x1869685707720192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071677.254657:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707720192:0@lo:400:kworker.0 00000100:00080000:2.0:1783071677.254688:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071677.254694:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071677.254697:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707719680:0@lo:38:kworker.0 00000100:00080000:2.0:1783071677.254710:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071677.254713:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071677.254716:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707719808:0@lo:38:kworker.0 00000100:00080000:2.0:1783071677.254726:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071677.254730:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071677.254732:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707720064:0@lo:38:kworker.0 00000100:00100000:3.0:1783071677.276900:0:17091:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707719296:12345-0@lo:38:kworker.0 Request processed in 24268us (24593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783071677.276918:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1783071677.277119:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071677.277126:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071677.277130:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707719296:0@lo:38:kworker.0 00010000:00010000:1.0:1783071677.379575:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071678.403565:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783071678.764634:0:20855:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783071678.778276:0:20855:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1783071678.778335:0:20855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.778349:0:20855:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.778357:0:20855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.778861:0:20855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.778889:0:20855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783071678.778895:0:20855:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783071678.778920:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071678.778925:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783071678.778930:0:20855:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783071678.778936:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8a0300d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1783071678.778941:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071678.778942:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783071678.778945:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783071678.779831:0:20855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779846:0:20855:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779868:0:20855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779875:0:20855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779895:0:20855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783071678.779902:0:20855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779910:0:20855:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779916:0:20855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779922:0:20855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779935:0:20855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1783071678.779941:0:20855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779946:0:20855:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779952:0:20855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779969:0:20855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779977:0:20855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1783071678.779982:0:20855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779989:0:20855:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.779995:0:20855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.780001:0:20855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071678.780008:0:20855:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:0.0:1783071678.780011:0:20855:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1783071678.780038:0:20855:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1783071678.780042:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1783071678.780045:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071678.780050:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1783071678.780057:0:20855:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8f8a02c12000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071678.780062:0:20855:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff8f8b03270000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071678.780067:0:20855:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff8f8b3c6c99c0) has exports, disconnecting them 00000020:00080000:0.0:1783071678.780071:0:20855:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f8a02c12000), last request at 1783071677 00000020:00000080:0.0:1783071678.780079:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd436 00000100:00080000:0.0:1783071678.780099:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c12800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1783071678.780159:0:20855:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a02c12000): rc 0 00000020:00000080:0.0:1783071678.780162:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a02c12000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1783071678.780173:0:20855:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8f8b03270000), last request at 1783071677 00000020:00000080:0.0:1783071678.780177:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd39c 00000100:00080000:0.0:1783071678.780182:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8a03009800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1783071678.780193:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c12000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1783071678.780234:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02c12800 for lustre-MDT0001 00000020:00080000:0.0:1783071678.780248:0:20855:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8b03270000): rc 0 00000020:00000080:0.0:1783071678.780250:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b03270000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1783071678.780259:0:20855:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffff9cbcc0d53ae0 00000020:00000080:0.0:1783071678.780269:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b03270000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1783071678.780292:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a03009800 for lustre-MDT0001 00000100:00080000:0.0:1783071678.780311:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071678.780320:0:20855:0:(client.c:3600:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8f8b37b4b100 x1869685707717248/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1783071687 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071678.780334:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:1.0:1783071678.780561:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1783071678.780569:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780577:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03865400 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071678.780587:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780596:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071678.780604:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071678.780610:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071678.780613:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1783071678.780615:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1783071678.780649:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780656:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071678.780670:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780677:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03865400/0x6b58994c2cbdd2bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd2c3 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780688:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783071678.780692:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780698:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67a00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071678.780700:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780707:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071678.780719:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071678.780724:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071678.780726:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1783071678.780728:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1783071678.780743:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780750:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071678.780766:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780772:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67a00/0x6b58994c2cbdd21b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd222 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780782:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783071678.780785:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780791:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03864800 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071678.780793:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780800:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071678.780806:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071678.780820:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071678.780822:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1783071678.780824:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1783071678.780837:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780842:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071678.780849:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780855:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03864800/0x6b58994c2cbdd444 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd44b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780870:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071678.780873:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780878:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7400 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071678.780881:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780888:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071678.780894:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071678.780898:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1783071678.780900:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1783071678.780908:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1783071678.780922:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780928:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071678.780934:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780940:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7400/0x6b58994c2cbdd6b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd6ba expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780947:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071678.780950:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780956:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66000 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071678.780958:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780965:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071678.780971:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071678.780976:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1783071678.780978:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1783071678.780979:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1783071678.780990:0:17074:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.780996:0:17074:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071678.781008:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.781014:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66000/0x6b58994c2cbdd20d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x6b58994c2cbdd214 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071678.781025:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071678.781027:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071678.781029:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071678.781049:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720832:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.781116:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071678.781159:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707717248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071678.781180:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783071678.781186:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.781209:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071678.781225:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.781245:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071678.781269:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707720704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.781289:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071678.781305:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783071678.781310:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707720576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.781329:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071678.781349:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720832 00000100:00100000:1.0:1783071678.781356:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720832 00000100:00100000:1.0:1783071678.781417:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720448 00000100:00100000:1.0:1783071678.781420:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720448 00000100:00100000:1.0:1783071678.781430:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720960 00000100:00100000:1.0:1783071678.781432:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720960 00000100:00100000:1.0:1783071678.781450:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720704 00000100:00100000:1.0:1783071678.781453:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720704 00000100:00100000:1.0:1783071678.781459:0:17073:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707720576 00000100:00100000:1.0:1783071678.781461:0:17073:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707720576 00000100:00100000:1.0:1783071678.781472:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783071678.781478:0:17073:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1869685707720832:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1783071678.781484:0:17073:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783071678 with bad export cookie 7735100912456028391 00010000:00010000:2.0:1783071678.782578:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071678.782589:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783071678.783512:0:20855:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783071678.783522:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b6000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:0.0:1783071678.785550:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783071678.785566:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1869685707720448:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783071678.785575:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783071678 with bad export cookie 7735100912456028391 00000100:00100000:0.0:1783071678.785686:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1869685707720448:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (4474us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071678.785694:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783071678.785724:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783071678.785729:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1869685707720960:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783071678.785733:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783071678 with bad export cookie 7735100912456028391 00000100:00100000:0.0:1783071678.785779:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3647:x1869685707720960:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (4533us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071678.785786:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783071678.785799:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783071678.785803:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1869685707720704:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783071678.785807:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783071678 with bad export cookie 7735100912456028391 00000100:00100000:0.0:1783071678.785844:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1869685707720704:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (4553us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071678.785849:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1783071678.785861:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1783071678.785865:0:17072:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1869685707720576:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1783071678.785870:0:17072:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1783071678 with bad export cookie 7735100912456028391 00000100:00100000:0.0:1783071678.785897:0:17072:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3646:x1869685707720576:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (4566us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071678.785902:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1783071678.786039:0:3647:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.138@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1783071678.786044:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1783071678.786049:0:3647:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.138@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1783071678.786582:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1783071678.786587:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1783071678.786603:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783071678.786676:0:20855:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1783071678.786699:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8a01e4e800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1783071678.786711:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1783071678.786713:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1783071678.786719:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1783071678.786782:0:20855:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1783071678.786789:0:20855:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1783071678.786822:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8f8b3c6c99c0) has no exports 00000100:00100000:2.0:1783071678.787169:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707721088:0@lo:9:umount.0 00000100:00100000:2.0:1783071678.787220:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071678.787289:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707721216:0@lo:9:umount.0 00000100:00100000:2.0:1783071678.787312:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1783071678.790942:0:3646:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.138@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00100000:0.0:1783071678.794511:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707721088 00000100:00100000:0.0:1783071678.794544:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707721088 00000100:00100000:0.0:1783071678.794636:0:19286:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707721216 00000100:00100000:0.0:1783071678.794640:0:19286:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707721216 00000100:00100000:0.0:1783071678.794665:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783071678.794674:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1869685707721088:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783071678.794710:0:19286:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd3c6 00000100:00080000:0.0:1783071678.794719:0:19286:0:(import.c:65:import_set_state_nolock()) ffff8f8a01f5d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783071678.794764:0:19286:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1783071678.794942:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3644:x1869685707721088:12345-0@lo:9:umount.0 Request processed in 268us (7721us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071678.794949:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1783071678.794965:0:19286:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783071678.794972:0:19286:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1869685707721216:12345-0@lo:9:umount.0 00000020:00000080:0.0:1783071678.794983:0:19286:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd46e 00000100:00080000:0.0:1783071678.794989:0:19286:0:(import.c:65:import_set_state_nolock()) ffff8f8a02dd7800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1783071678.795008:0:19286:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1783071678.795083:0:19286:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3644:x1869685707721216:12345-0@lo:9:umount.0 Request processed in 111us (7769us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071678.795090:0:19286:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783071678.795575:0:17073:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3647:x1869685707720832:12345-0@lo:103:ldlm_bl.0 Request processed in 14093us (14456us total) trans 0 rc -107/-107 00000100:00100000:0.0:1783071678.795584:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:2.0:1783071678.795778:0:17082:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1783071678.795790:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783071678.795823:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a01e4e800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783071678.795841:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783071678.795843:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783071678.795846:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707721088:0@lo:9:umount.0 00000100:00080000:2.0:1783071678.795859:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1783071678.795867:0:3644:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1783071678.795869:0:3644:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783071678.795872:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707721216:0@lo:9:umount.0 00010000:00010000:0.0:1783071678.797706:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071678.808803:0:3647:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.138@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1783071678.808809:0:3647:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1783071678.808818:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b3c79d500 x1869685707719168/t0(0) o400->MGC192.168.204.138@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1783071693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071678.808833:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a03a82a00 x1869685707720832/t0(0) o103->MGC192.168.204.138@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783071694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071678.808843:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a03a81500 x1869685707720448/t0(0) o103->MGC192.168.204.138@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783071694 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071678.808851:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a03a83b80 x1869685707720960/t0(0) o103->MGC192.168.204.138@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783071694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071678.808859:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a03a80000 x1869685707720704/t0(0) o103->MGC192.168.204.138@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783071694 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071678.808866:0:3647:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a03a83100 x1869685707720576/t0(0) o103->MGC192.168.204.138@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1783071694 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1783071678.808875:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1783071678.808877:0:3647:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1783071678.808879:0:3647:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1783071678.808910:0:3646:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8f8b08ea7000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1783071678.809005:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707720704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071678.809016:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707719168:0@lo:400:kworker.0 00000100:00100000:1.0:1783071678.809046:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5ed14122-6273-4ec6-b260-6e79c239c375:3646:1869685707720576:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1783071678.809189:0:3647:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071678.809196:0:3647:0:(import.c:512:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 0@lo last attempt 498 00000100:00080000:3.0:1783071678.809205:0:3647:0:(import.c:626:import_select_connection()) MGC192.168.204.138@tcp: import ffff8f8b08ea7000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071678.809239:0:3647:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79e300 x1869685707721344/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071678.809316:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707721344:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:2.0:1783071678.809418:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869685707721344 offset 0 length 520: 4 00000100:00100000:3.0:1783071678.809669:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071678.809677:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071678.809694:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5ed14122-6273-4ec6-b260-6e79c239c375:3647:1869685707720448:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1783071678.819055:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff8f8b3c6c99c0) has no exports 00000020:01000000:2.0:1783071678.876643:0:20855:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8a02e11b40 - data ffff8f8b2b818948/ffff8f8b3fa44000 00000020:01000000:2.0:1783071678.877001:0:20855:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8a0221d540 - data ffff8f8a01951ca8/ffff8f8b3d5c6c00 00000001:00000004:2.0:1783071678.892632:0:20855:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1783071678.945841:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783071678.945850:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783071678.945859:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1783071678.947854:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1783071678.947861:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1783071678.947884:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783071678.947887:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1783071678.948322:0:17826:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1783071678.948328:0:17826:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1783071678.948340:0:17826:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1783071678.948969:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1783071678.948987:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1783071678.949002:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1783071678.949012:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1783071678.950104:0:17828:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1783071678.950109:0:17828:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1783071678.950120:0:17828:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1783071678.952022:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd230 00000020:00000080:3.0:1783071678.952034:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a038e3800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1783071678.953348:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd245 00000020:00000080:3.0:1783071678.953358:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b05f94800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1783071678.954231:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a038e3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1783071678.955138:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1783071678.955204:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f94800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1783071678.955222:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071678.955231:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783071678.955235:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff8f8b3c6ccd40) has no exports 00000004:01000000:1.0:1783071678.955526:0:20855:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1783071678.955537:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd299 00000020:00000080:1.0:1783071678.955545:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b07892800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1783071678.955590:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1783071678.955595:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071678.955611:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071678.955614:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff8f8b3b5c3380) has no exports 00000020:00000080:1.0:1783071678.955621:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd292 00000020:00000080:1.0:1783071678.955625:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b3800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783071678.955706:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b07892800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:1.0:1783071678.956600:0:20855:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1783071678.956607:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1783071678.956611:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1783071678.956618:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071678.956621:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783071678.956650:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783071678.956658:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1783071678.956663:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd284 00000020:00000080:1.0:1783071678.956669:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b05f97000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1783071678.956673:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1783071678.956677:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071678.956680:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071678.956684:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff8f8b3d5cb380) has no exports 00000020:00000080:1.0:1783071678.956688:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd276 00000020:00000080:1.0:1783071678.956691:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a01e4f800/lustre-MDT0001-osd_UUID 00010000:01000000:1.0:1783071678.957559:0:20855:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1783071678.957564:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1783071678.957567:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1783071678.957571:0:20855:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1783071678.957573:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1783071678.957599:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1783071678.957604:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1783071678.957619:0:20855:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1783071678.957625:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd268 00000020:00000080:1.0:1783071678.957630:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b5800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:1.0:1783071678.957635:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1783071678.957640:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071678.957643:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1783071678.957655:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff8f8b3fed8000) has no exports 00000020:00000080:1.0:1783071678.957660:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd261 00000020:00000080:1.0:1783071678.957663:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b7000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783071678.958076:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1783071678.958086:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b3b4b0800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1783071678.958093:0:37:0:(genops.c:906:class_export_put()) final put ffff8f8b05f93800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783071678.958095:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f93800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1783071678.958100:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783071678.958176:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f97000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1783071678.958182:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01e4f800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1783071678.958186:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a01e4e800 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1783071678.958190:0:37:0:(genops.c:906:class_export_put()) final put ffff8f8a03895800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783071678.958192:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a03895800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1783071678.958195:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783071678.958221:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b5800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1783071678.958226:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b7000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1783071678.959837:0:20855:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1783071678.959845:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783071678.959849:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783071678.959856:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783071678.960090:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071678.960102:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783071678.960129:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071678.960132:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783071678.960138:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a038e2000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783071678.960142:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a038e2000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1783071678.960149:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1783071678.960329:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd24c 00000020:00000080:2.0:1783071678.960335:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b05f92800/lustre-MDD0001_UUID 00000020:00000080:3.0:1783071678.960619:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b3b4b6000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1783071678.960626:0:37:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783071678.960628:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1783071678.960632:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1783071678.960818:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1783071678.960871:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f92800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1783071678.960883:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071678.960890:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071678.960894:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff8f8b3c6c8000) has no exports 00000020:00000080:3.0:1783071678.960916:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071678.960931:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1783071678.960934:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b10915000/lustre-MDD0001_UUID 00000020:00000080:3.0:1783071678.960936:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b10915000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1783071678.960940:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:3.0:1783071678.961166:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd253 00000020:00000080:3.0:1783071678.961172:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b05f94000/lustre-MDT0001-osd_UUID 00000020:01000004:3.0:1783071678.961200:0:20855:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8b10f78000 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1783071678.961203:0:20855:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8b10f78000 2 00000020:01000004:3.0:1783071678.961207:0:20855:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f8b10f78000 from lustre-MDT0001 00000020:00000080:3.0:1783071678.961225:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071678.961229:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1783071678.961233:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a038e7800/lustre-MDT0001_UUID 00000020:00000080:3.0:1783071678.961235:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a038e7800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1783071678.961242:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1783071678.961271:0:20855:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1783071678.961275:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1783071678.961278:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071678.961281:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1783071678.961286:0:20855:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8f8a0300a000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1783071678.961291:0:20855:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff8f8b3b5c19c0) has exports, disconnecting them 00000020:00080000:3.0:1783071678.961295:0:20855:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8f8a0300a000), last request at 1783071609 00000020:00000080:3.0:1783071678.961299:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd2d1 00000020:00080000:3.0:1783071678.961311:0:20855:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a0300a000): rc 0 00000020:00000080:3.0:1783071678.961314:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8a0300a000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1783071678.961565:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b05f94000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1783071678.961573:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a0300a000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1783071678.963421:0:20855:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1783071678.963430:0:20855:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783071678.963434:0:20855:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783071678.963441:0:20855:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783071678.963466:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a0300d800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1783071678.963635:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071678.963646:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:2.0:1783071678.963650:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b07891800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:2.0:1783071678.963654:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b07891800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:2.0:1783071678.963662:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1783071678.963730:0:20855:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8b10f78000 1 00000020:00000080:2.0:1783071678.963737:0:20855:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd1f8 00000020:00000080:2.0:1783071678.963742:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b03273000/lustre-MDT0001-osd_UUID 00000020:01000000:2.0:1783071678.963754:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1783071678.963761:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b03273000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1783071678.963770:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783071678.963775:0:20855:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1783071678.963778:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff8f8b3fed99c0) has no exports 00000020:00000080:2.0:1783071679.051138:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071679.051155:0:20855:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1783071679.052248:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b5000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1783071679.052259:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b5000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1783071679.052270:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1783071679.052877:0:20855:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f8b3b4b6800 00000020:01000000:3.0:1783071679.052904:0:20855:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1783071679.052908:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071679.052913:0:20855:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071679.052917:0:20855:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff8f8b34e63380) has no exports 00000100:00100000:0.0:1783071679.054981:0:19285:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8f8a04154e00:19285] 4 exiting: rc = 0 00000100:00100000:0.0:1783071679.055137:0:17086:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8f8b3c61a800:17086] 1 exiting: rc = 0 00000100:00100000:0.0:1783071679.055248:0:17085:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8f8b13c7ce00:17085] 0 exiting: rc = 1 00000100:00100000:0.0:1783071679.055580:0:19199:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8f8a038aca00:19199] 3 exiting: rc = 0 00000100:00100000:3.0:1783071679.055739:0:17087:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8f8b2fcbc800:17087] 2 exiting: rc = 0 00000100:00100000:0.0:1783071679.055841:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055863:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055869:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055875:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055881:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055886:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055892:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055898:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055904:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055910:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055915:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055921:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055927:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055932:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055937:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055942:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055948:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055955:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055963:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055970:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055976:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055982:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055989:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.055994:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056000:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056006:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056011:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056017:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056022:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056028:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056034:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056040:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056046:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056051:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056057:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056062:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056075:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056081:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056086:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056091:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056096:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056103:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056109:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056114:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056119:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056125:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056131:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056136:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056141:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056147:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056154:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056160:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056166:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056172:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056177:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056710:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056716:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056722:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056728:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056734:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056739:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056744:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056749:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.056754:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.061989:0:17089:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8f8b34517c00:17089] 1 exiting: rc = 0 00000100:00100000:3.0:1783071679.063419:0:17088:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8f8a02c18200:17088] 0 exiting: rc = 1 00000100:00100000:1.0:1783071679.063504:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063514:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063520:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063524:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063529:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063533:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063538:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063543:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063548:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063553:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063558:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063564:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063569:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063574:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063578:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063584:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063588:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063593:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063598:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063603:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063608:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063612:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063618:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063622:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063627:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063631:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063636:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063641:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063646:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063652:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063657:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063662:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063679:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063684:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063693:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063699:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063709:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063714:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063719:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063724:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063729:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063734:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063739:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063745:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063750:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063756:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063762:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063767:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063773:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063778:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063783:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063789:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063805:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063810:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063815:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063820:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063824:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063830:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063835:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063841:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063846:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063852:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063857:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.063863:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.065815:0:17090:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8f8b18691400:17090] 0 exiting: rc = 1 00000100:00100000:0.0:1783071679.065908:0:17091:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8f8b18690800:17091] 1 exiting: rc = 0 00000100:00100000:1.0:1783071679.065993:0:17825:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8f8a023c5c00:17825] 2 exiting: rc = 0 00000100:00100000:0.0:1783071679.067323:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067337:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067342:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067348:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067359:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067382:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067413:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067421:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067426:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067434:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067440:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067447:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067453:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067489:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067500:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067506:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067511:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067517:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067524:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067531:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067537:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067543:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067549:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067555:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067562:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067587:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067597:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067603:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067610:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067617:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067623:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067628:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067636:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067644:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067650:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067656:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067662:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067683:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067690:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067695:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067702:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067715:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067721:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067727:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067733:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067740:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067749:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067756:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067763:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067784:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067791:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067797:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067803:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067809:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067815:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067820:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067826:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067832:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067838:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067844:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067850:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067857:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067862:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071679.067869:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071679.077652:0:17092:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8f8a01789c00:17092] 0 exiting: rc = 1 00000100:00100000:0.0:1783071679.077852:0:17093:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8f8b18e1bc00:17093] 1 exiting: rc = 0 00000100:00100000:2.0:1783071679.077950:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077958:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077963:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077968:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077974:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077979:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077985:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077990:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.077996:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078002:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078008:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078013:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078019:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078024:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078030:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078035:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078040:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078045:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078051:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078055:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078060:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078065:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078070:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078074:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078079:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078083:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078087:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078092:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078096:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078102:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078108:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078113:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078118:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078122:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078128:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078151:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078155:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078160:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078165:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078170:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078175:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078181:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078186:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078191:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078197:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078202:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078207:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078211:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078215:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078220:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078224:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078229:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078233:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078237:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078242:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078247:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078252:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078257:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078263:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078267:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078271:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078277:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078282:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.078287:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071679.079675:0:17095:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8f8a01789600:17095] 1 exiting: rc = 0 00000100:00100000:0.0:1783071679.079912:0:17094:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8f8a01788000:17094] 0 exiting: rc = 1 00000100:00100000:2.0:1783071679.080025:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080031:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080037:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080043:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080048:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080054:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080070:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080076:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080081:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080086:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080091:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080096:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080101:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080106:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080111:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080115:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080121:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080125:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080130:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080136:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080140:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080145:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080151:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080156:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080161:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080166:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080171:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080180:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080186:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080190:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080195:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080200:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080205:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080210:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080216:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080221:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080226:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080231:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080236:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080245:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080250:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080264:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080269:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080274:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080279:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080295:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080301:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080654:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080658:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080661:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080665:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080669:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080672:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080676:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080680:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080685:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080690:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080696:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080701:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080706:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080711:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080717:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080722:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.080727:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1783071679.081315:0:17097:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8f8a01788400:17097] 1 exiting: rc = 0 00000100:00100000:0.0:1783071679.081520:0:17096:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8f8a01789400:17096] 0 exiting: rc = 1 00000100:00100000:2.0:1783071679.081630:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081637:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081642:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081649:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081653:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081659:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081663:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081668:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081672:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081677:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081681:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081686:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081701:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081706:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081711:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081715:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081719:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081723:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081728:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081734:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081739:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081743:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081748:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081752:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081756:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081761:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081766:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081771:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081776:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081781:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081787:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081791:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081797:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081802:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081808:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081813:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081818:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081823:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081828:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081833:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081838:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081842:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081847:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081852:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081857:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081861:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081866:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081879:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081883:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081888:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081893:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081897:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081901:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081905:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081910:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081915:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081920:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081925:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081930:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081935:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081939:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081944:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081949:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.081954:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071679.082608:0:17098:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8f8b1ede8c00:17098] 0 exiting: rc = 1 00000100:00100000:3.0:1783071679.082803:0:17100:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8f8b1ede9c00:17100] 2 exiting: rc = 0 00000100:00100000:0.0:1783071679.083169:0:17099:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8f8b1f0a0000:17099] 1 exiting: rc = 0 00000100:00100000:2.0:1783071679.083271:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083278:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083284:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083289:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083294:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083299:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083316:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083342:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083352:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083359:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083391:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083406:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083413:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083419:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083428:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083433:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083439:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083444:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083461:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083467:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083519:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083529:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083535:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083541:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083546:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083551:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083556:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083561:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083566:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083572:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083684:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083707:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083711:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083715:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083718:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083721:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083725:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083729:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083732:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083737:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083741:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083745:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083749:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083753:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083756:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083760:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083764:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083768:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083772:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083776:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083779:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083784:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083787:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083806:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083810:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083824:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083829:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083833:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083837:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083840:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083844:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083847:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083850:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071679.083854:0:20855:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1783071679.091015:0:20855:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071679.091041:0:20855:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:3.0:1783071679.091047:0:20855:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea6800/MDS_uuid 00000020:00000080:3.0:1783071679.091051:0:20855:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea6800/MDS_uuid for MDS 00000020:01000000:3.0:1783071679.091057:0:20855:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1783071679.092899:0:20855:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1783071679.426535:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071680.450788:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071681.474450:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783071682.147359:0:21056:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1783071682.155527:0:21056:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1783071682.155583:0:21056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071682.155609:0:21056:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071682.155622:0:21056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071682.155629:0:21056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071682.155648:0:21056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1783071682.155652:0:21056:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1783071682.155679:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071682.155695:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1783071682.155703:0:21056:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783071682.155710:0:21056:0:(import.c:65:import_set_state_nolock()) ffff8f8a02c13800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1783071682.155714:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071682.155716:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1783071682.155720:0:21056:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1783071682.155976:0:19422:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071682.155984:0:19422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071682.155992:0:19422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:3.0:1783071682.155995:0:19422:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071682.156005:0:19422:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783071682.156013:0:19422:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071682.156019:0:19422:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1783071682.156021:0:19422:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1783071682.156023:0:19422:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1783071682.156037:0:19422:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:3.0:1783071682.156042:0:19422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071682.156049:0:19422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd66200/0x6b58994c2cbdd36b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd372 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071682.156060:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071682.156062:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071682.156064:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071682.156698:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783071682.156711:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1783071682.156716:0:21056:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783071682.156889:0:21056:0:(import.c:65:import_set_state_nolock()) ffff8f8a01f5f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783071682.156986:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1869685707721472:0@lo:39:umount.0 00000400:00000100:2.0:1783071682.157045:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707721472 offset 0 length 224: 4 00000100:00080000:2.0:1783071682.371563:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783071682.371574:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071682.371577:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783071682.371581:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1783071682.371586:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783071682.371594:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 579 00000100:00080000:2.0:1783071682.371602:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1783071682.371611:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f8a010f7800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071682.371668:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a039d5f80 x1869685707721600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783071682.371725:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707721600:0@lo:38:kworker.0 00000400:00000100:0.0:1783071682.371781:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707721600 offset 0 length 520: 4 00000100:00100000:3.0:1783071682.371807:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707721728:0@lo:400:kworker.0 00000400:00000100:3.0:1783071682.371839:0:3645:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707721728 offset 0 length 224: 4 00010000:00010000:2.0:1783071682.503954:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783071683.394510:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783071683.394538:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071683.394541:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1783071683.394544:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783071683.394646:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707721856:0@lo:400:kworker.0 00000400:00000100:0.0:1783071683.394702:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707721856 offset 0 length 224: 4 00010000:00010000:0.0:1783071683.522529:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1783071684.420257:0:19406:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1783071684.420267:0:19406:0:(genops.c:906:class_export_put()) final put ffff8f8a02ef3800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783071684.420348:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02ef3800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1783071684.420439:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02dd7800 for lustre-OST0001 00000001:00100000:0.0:1783071684.422717:0:18586:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1783071684.422726:0:18586:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5e800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1783071684.424328:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5e800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1783071684.424404:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a01f5d800 for lustre-OST0000 00010000:00010000:3.0:1783071684.547247:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071685.571330:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071686.594788:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071687.426616:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071687.426642:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071687.426645:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071687.426649:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071687.426871:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783071687.426902:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707721984:0@lo:400:kworker.0 00000400:00000100:2.0:1783071687.426982:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707721984 offset 0 length 224: 4 00010000:00010000:3.0:1783071687.618739:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071688.514543:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071678/real 1783071678] req@ffff8f8b3c79e300 x1869685707721344/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783071688 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071688.514622:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b3c79e300 x1869685707721344/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783071688 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783071688.514649:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071688.514683:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1783071688.514689:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707721344:0@lo:250:ptlrpcd_00_02.0 00000100:00080000:3.0:1783071688.514885:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071688.514892:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1783071688.514896:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071688.514905:0:37:0:(import.c:512:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 0@lo last attempt 580 00000100:00080000:3.0:1783071688.514911:0:37:0:(import.c:591:import_select_connection()) MGC192.168.204.138@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071688.514920:0:37:0:(import.c:626:import_select_connection()) MGC192.168.204.138@tcp: import ffff8f8b08ea7000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071688.514964:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79e300 x1869685707722112/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783071688.515003:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071688.515008:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071688.515255:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707722240:0@lo:400:kworker.0 00000400:00000100:2.0:1783071688.515336:0:3648:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707722240 offset 0 length 224: 4 00000100:00100000:0.0:1783071688.515643:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707722112:0@lo:250:kworker.0 00000400:00000100:0.0:1783071688.515670:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869685707722112 offset 0 length 520: 4 00010000:00010000:2.0:1783071688.643938:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071689.666747:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071690.691743:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071691.715304:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071692.610928:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071682/real 1783071682] req@ffff8f8b3c79c380 x1869685707721472/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783071692 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071692.611050:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b3c79c380 x1869685707721472/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783071692 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783071692.611079:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a01f5f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1783071692.611102:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1869685707721472:0@lo:39:umount.0 00000100:00080000:3.0:1783071692.611269:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783071692.611279:0:21056:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b3c79c380 x1869685707721472/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783071692 ref 1 fl Complete:EXNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071692.611289:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1783071692.611296:0:21056:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1783071692.613687:0:21056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613711:0:21056:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613719:0:21056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613727:0:21056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613828:0:21056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071692.613838:0:21056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613846:0:21056:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613863:0:21056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071692.613871:0:21056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.613995:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783071692.614005:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614013:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03865800 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071692.614017:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614027:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071692.614036:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071692.614054:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783071692.614057:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:0.0:1783071692.614072:0:17074:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:0.0:1783071692.614076:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614091:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03865800/0x6b58994c2cbdd341 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd348 expref: -99 pid: 18585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614118:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071692.614122:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614129:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7600 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071692.614132:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614140:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071692.614155:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071692.614161:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1783071692.614163:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:0.0:1783071692.614169:0:17074:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:0.0:1783071692.614171:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071692.614179:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071692.614180:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071692.614182:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071692.614786:0:21056:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783071692.614796:0:21056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7600/0x6b58994c2cbdd6a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd6ac expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071692.614811:0:21056:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1783071692.614818:0:21056:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:3.0:1783071692.614821:0:21056:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1783071692.614883:0:21056:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1783071692.614889:0:21056:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1783071692.614899:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071692.614905:0:21056:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071692.614909:0:21056:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8f8b06c74d40) has no exports 00000020:00080000:3.0:1783071692.614941:0:21056:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff8f8b06c74d40) has no exports 00000020:01000000:3.0:1783071692.617679:0:21056:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8b181d30c0 - data ffff8f8b2bab9798/ffff8f8b34f46c00 00000020:01000000:3.0:1783071692.618078:0:21056:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8a02e11c60 - data ffff8f8b09f56510/ffff8f8a041e2800 00010000:00010000:2.0:1783071692.618222:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1783071692.633250:0:21056:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1783071692.653599:0:21056:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd356 00000020:00000080:0.0:1783071692.653613:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5e000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1783071692.653628:0:21056:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a038e5000 from lustre-OST0000, refs=2 00000020:01000004:0.0:1783071692.653642:0:21056:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a038e5000 2 00000020:01000004:0.0:1783071692.653646:0:21056:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f8a038e5000 from lustre-OST0000 00000020:00000080:0.0:1783071692.653669:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071692.653679:0:21056:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1783071692.653682:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5e000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1783071692.653684:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5c000/lustre-OST0000_UUID 00000020:00000080:0.0:1783071692.653688:0:21056:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5c000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1783071692.653697:0:21056:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1783071692.653765:0:21056:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1783071692.653769:0:21056:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1783071692.653773:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071692.653777:0:21056:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783071692.653785:0:21056:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8f8a02c14000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071692.653791:0:21056:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff8f8a022999c0) has exports, disconnecting them 00000020:00080000:0.0:1783071692.653796:0:21056:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8f8a02c14000), last request at 1783071622 00000020:00000080:0.0:1783071692.653800:0:21056:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd380 00000020:00080000:0.0:1783071692.653811:0:21056:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a02c14000): rc 0 00000020:00000080:0.0:1783071692.653816:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a02c14000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1783071692.655532:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c14000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1783071692.655729:0:21056:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1783071692.655739:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1783071692.655743:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1783071692.655748:0:21056:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1783071692.655947:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071692.655955:0:21056:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1783071692.655961:0:21056:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1783071692.655965:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071692.655970:0:21056:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783071692.655977:0:21056:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8f8a01f5a800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000080:3.0:1783071692.656009:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02c13800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1783071692.656017:0:37:0:(genops.c:906:class_export_put()) final put ffff8f8a02c16800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1783071692.656019:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02c16800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1783071692.656024:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00080000:0.0:1783071692.656179:0:21056:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff8f8b06c719c0) has exports, disconnecting them 00000020:00080000:0.0:1783071692.656186:0:21056:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8f8a01f5a800), last request at 1783071622 00000020:00000080:0.0:1783071692.656200:0:21056:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd395 00000020:00080000:0.0:1783071692.656214:0:21056:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a01f5a800): rc 0 00000020:00000080:0.0:1783071692.656278:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5a800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1783071692.656330:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5a800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1783071692.661234:0:21056:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1783071692.661245:0:21056:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783071692.661250:0:21056:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783071692.661259:0:21056:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783071692.661304:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a01f5f000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1783071692.661469:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071692.661478:0:21056:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1783071692.661484:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a01f5d000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1783071692.661489:0:21056:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a01f5d000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1783071692.661495:0:21056:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1783071692.661578:0:21056:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a038e5000 1 00000020:00000080:3.0:1783071692.661584:0:21056:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd333 00000020:00000080:3.0:1783071692.661590:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a038e6800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1783071692.661598:0:21056:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1783071692.661605:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a038e6800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1783071692.661614:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071692.661619:0:21056:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071692.661622:0:21056:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff8f8b3b5c4d40) has no exports 00000020:00000080:2.0:1783071692.730558:0:21056:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071692.730573:0:21056:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1783071692.730579:0:21056:0:(genops.c:906:class_export_put()) final put ffff8f8a038e2800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1783071692.730585:0:21056:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a038e2800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1783071692.730599:0:21056:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1783071692.730801:0:21056:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f8a038e0800 00000020:02000400:2.0:1783071692.730868:0:21056:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:2.0:1783071692.743035:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071693.638052:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071693.638063:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071693.638066:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071693.638070:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783071693.638140:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783071693.638159:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707722368:0@lo:400:kworker.0 00000400:00000100:3.0:1783071693.638215:0:3646:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707722368 offset 0 length 224: 4 00010000:00010000:0.0:1783071693.762503:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071694.787856:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1783071695.810970:0:21259:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00010000:00010000:1.0:1783071695.819327:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1783071695.823505:0:21259:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1783071695.823586:0:21259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071695.823599:0:21259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071695.823604:0:21259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071695.823609:0:21259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071695.823692:0:21259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1783071695.823696:0:21259:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1783071695.823720:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783071695.823729:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a039d5f80 x1869685707721600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783071702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.823741:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783071695.823747:0:21259:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1783071695.823753:0:21259:0:(import.c:65:import_set_state_nolock()) ffff8f8a010f7800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1783071695.823768:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1783071695.823772:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a039d5f80 x1869685707721600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1783071702 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.823779:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783071695.823782:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1783071695.823785:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707721600:0@lo:38:kworker.0 00010000:00010000:0.0:1783071695.824129:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071695.824136:0:17074:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071695.824145:0:17074:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071695.824148:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071695.824157:0:17074:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071695.824165:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071695.824171:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783071695.824173:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1783071695.824176:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1783071695.824188:0:17074:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:0.0:1783071695.824192:0:17074:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071695.824198:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a01749200/0x6b58994c2cbdd405 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd40c expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071695.824209:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071695.824211:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071695.824213:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783071695.827587:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783071695.827609:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a039d4e00 x1869685707721728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.827862:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8a039d7100 x1869685707721856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.827932:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b3c79ed80 x1869685707721984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.827944:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b3c79dc00 x1869685707722240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.827952:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b3c79d180 x1869685707722368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071695.827960:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1783071695.827966:0:21259:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1783071695.827994:0:21259:0:(import.c:65:import_set_state_nolock()) ffff8f8a02ef1000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1783071695.827998:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707722240:0@lo:400:kworker.0 00000100:00100000:2.0:1783071695.828021:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707721984:0@lo:400:kworker.0 00000100:00100000:2.0:1783071695.828060:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1869685707722496:0@lo:39:umount.0 00000400:00000100:2.0:1783071695.828112:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1869685707722496 offset 0 length 224: 4 00000100:00100000:3.0:1783071695.828731:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707721728:0@lo:400:kworker.0 00000100:00100000:0.0:1783071695.829177:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707721856:0@lo:400:kworker.0 00000100:00100000:1.0:1783071695.829240:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707722368:0@lo:400:kworker.0 00010000:00010000:3.0:1783071696.835793:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071697.861747:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783071698.755141:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783071698.755153:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1783071698.882599:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071699.906782:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071700.930620:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071701.954882:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071702.980222:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1783071703.875497:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1783071703.875524:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071704.002498:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071688/real 1783071688] req@ffff8f8b3c79e300 x1869685707722112/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783071703 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071704.002535:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b3c79e300 x1869685707722112/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1783071703 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071704.002556:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from CONNECTING to DISCONN 00010000:00010000:1.0:1783071704.002571:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1783071704.002619:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1783071704.002624:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707722112:0@lo:250:kworker.0 00000100:00080000:0.0:1783071704.006204:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 5ed14122-6273-4ec6-b260-6e79c239c375->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1783071704.006215:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1783071704.006220:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071704.006228:0:38:0:(import.c:512:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 0@lo last attempt 590 00000100:00080000:0.0:1783071704.006234:0:38:0:(import.c:591:import_select_connection()) MGC192.168.204.138@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783071704.006242:0:38:0:(import.c:626:import_select_connection()) MGC192.168.204.138@tcp: import ffff8f8b08ea7000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071704.006280:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b49180 x1869685707722624/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071704.006480:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707722624:0@lo:250:kworker.0 00000400:00000100:2.0:1783071704.006545:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1869685707722624 offset 0 length 520: 4 00000100:00100000:2.0:1783071705.026498:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071695/real 1783071695] req@ffff8f8a032e5880 x1869685707722496/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783071705 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071705.026530:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8a032e5880 x1869685707722496/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1783071705 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071705.026551:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a02ef1000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1783071705.026573:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1869685707722496:0@lo:39:umount.0 00000100:00080000:1.0:1783071705.026682:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1783071705.026690:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1783071705.026695:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1783071705.026780:0:17074:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071705.027611:0:21259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027637:0:21259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027644:0:21259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027650:0:21259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027676:0:21259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071705.027683:0:21259:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027689:0:21259:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027696:0:21259:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027703:0:21259:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071705.027724:0:21259:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1783071705.027729:0:21259:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1783071705.027757:0:21259:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1783071705.027761:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1783071705.027766:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1783071705.027771:0:21259:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1783071705.027775:0:21259:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8f8b3d5ccd40) has no exports 00000020:00080000:1.0:1783071705.027805:0:21259:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff8f8b3d5ccd40) has no exports 00010000:00010000:2.0:1783071705.027970:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071705.027977:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.027989:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:2.0:1783071705.027998:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028008:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783071705.028016:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071705.028022:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1783071705.028024:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1783071705.028026:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1783071705.028038:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:2.0:1783071705.028042:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028048:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7200/0x6b58994c2cbdd3db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd3e2 expref: -99 pid: 19405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028063:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071705.028066:0:17075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028072:0:17075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461600 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:2.0:1783071705.028075:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028081:0:17075:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783071705.028088:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071705.028098:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1783071705.028100:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1783071705.028102:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1783071705.028107:0:17075:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:2.0:1783071705.028114:0:17075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028124:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbdd697 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd69e expref: -99 pid: 17083 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071705.028138:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071705.028140:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071705.028142:0:17075:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071705.028204:0:19422:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1783071705.029878:0:21259:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8a03bdbae0 - data ffff8f8b2b9a51b0/ffff8f8a0205bc00 00000020:01000000:1.0:1783071705.030783:0:21259:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff8f8b3b6434e0 - data ffff8f8a018ca798/ffff8f8b3d455c00 00100000:10000000:1.0:1783071705.038285:0:21259:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1783071705.048845:0:21259:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd3f0 00000020:00000080:0.0:1783071705.048857:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b2b3b7800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1783071705.048974:0:21259:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8b069dc800 from lustre-OST0001, refs=2 00000020:01000004:0.0:1783071705.048978:0:21259:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8b069dc800 2 00000020:01000004:0.0:1783071705.048982:0:21259:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8f8b069dc800 from lustre-OST0001 00000020:00000080:0.0:1783071705.049010:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071705.049019:0:21259:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1783071705.049023:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b2b3b3800/lustre-OST0001_UUID 00000020:00000080:0.0:1783071705.049026:0:21259:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b2b3b3800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1783071705.049033:0:21259:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1783071705.049129:0:21259:0:(pinger.c:400:ptlrpc_pinger_del_import()) removing pingable import 5ed14122-6273-4ec6-b260-6e79c239c375->MGS 00010000:00010000:0.0:1783071705.049144:0:21259:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67e00/0x6b58994c2cbdd1ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd206 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071705.049169:0:21259:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67e00/0x6b58994c2cbdd1ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd206 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071705.049175:0:21259:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1783071705.049190:0:21259:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1783071705.049193:0:21259:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1783071705.049208:0:21259:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:0.0:1783071705.049211:0:21259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b2fd67e00/0x6b58994c2cbdd1ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd206 expref: -99 pid: 17816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071705.049238:0:21259:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a03864600/0x6b58994c2cbdd0ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x6b58994c2cbdd0f5 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071705.049245:0:21259:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a03864600/0x6b58994c2cbdd0ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x6b58994c2cbdd0f5 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071705.049803:0:21259:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1783071705.049805:0:21259:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1783071705.049974:0:21259:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1783071705.049992:0:21259:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8f8b08ea7000 00010000:00010000:0.0:1783071705.049995:0:21259:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a03864600/0x6b58994c2cbdd0ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x6b58994c2cbdd0f5 expref: -99 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1783071705.050019:0:21259:0:(import.c:65:import_set_state_nolock()) ffff8f8b08ea7000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1783071705.050023:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1783071705.050026:0:21259:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1783071705.050027:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1783071705.050032:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1783071705.050044:0:21259:0:(client.c:3588:ptlrpc_abort_inflight()) @@@ inflight req@ffff8f8b37b49180 x1869685707722624/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1783071724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1783071705.050077:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1783071705.050080:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00000100:00100000:2.0:1783071705.050146:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5ed14122-6273-4ec6-b260-6e79c239c375:3644:1869685707722624:0@lo:250:kworker.0 10000000:01000000:0.0:1783071705.050246:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1783071705.050253:0:21259:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd0d9 00000020:00000080:0.0:1783071705.050258:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea2000/5ed14122-6273-4ec6-b260-6e79c239c375 00000020:00000080:3.0:1783071705.050315:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b2b3b7800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1783071705.052127:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of MGC192.168.204.138@tcp (flags='') 00000020:00000080:0.0:1783071705.052140:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071705.052149:0:21259:0:(obd_config.c:955:class_cleanup()) MGC192.168.204.138@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1783071705.052154:0:21259:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff8f8b34e64d40) has no exports 10000000:01000000:2.0:1783071705.052841:0:17083:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:3.0:1783071705.053055:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea2000/5ed14122-6273-4ec6-b260-6e79c239c375 for MGC192.168.204.138@tcp 10000000:01000000:0.0:1783071705.053222:0:21259:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.204.138@tcp: client import never connected 00000100:00080000:0.0:1783071705.053227:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1783071705.053231:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1783071705.053235:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1783071705.053237:0:21259:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1783071705.053612:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1783071705.053625:0:21259:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.138@tcp (uuid 5ed14122-6273-4ec6-b260-6e79c239c375) 00000020:01000000:0.0:1783071705.053632:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1783071705.053637:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1783071705.053643:0:21259:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1783071705.053651:0:21259:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8f8a010f4800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1783071705.053657:0:21259:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff8f8b3d5c99c0) has exports, disconnecting them 00000020:00080000:0.0:1783071705.053663:0:21259:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8f8a010f4800), last request at 1783071636 00000020:00000080:0.0:1783071705.053668:0:21259:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd41a 00000020:00080000:0.0:1783071705.053685:0:21259:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a010f4800): rc 0 00000020:00000080:0.0:1783071705.053690:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8a010f4800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1783071705.053736:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8b08ea7000 for MGC192.168.204.138@tcp 00000020:00000080:3.0:1783071705.053743:0:38:0:(genops.c:906:class_export_put()) final put ffff8f8b08ea7800/5ed14122-6273-4ec6-b260-6e79c239c375 00000020:00000080:3.0:1783071705.053746:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b08ea7800/5ed14122-6273-4ec6-b260-6e79c239c375 for MGC192.168.204.138@tcp 00000020:01000000:3.0:1783071705.053750:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.138@tcp (5ed14122-6273-4ec6-b260-6e79c239c375) 00000020:00000080:3.0:1783071705.054959:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a010f4800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1783071705.056496:0:21259:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1783071705.056504:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1783071705.056508:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1783071705.056516:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1783071705.056669:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1783071705.056678:0:21259:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1783071705.056684:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1783071705.056688:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1783071705.056693:0:21259:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1783071705.056701:0:21259:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8f8a02ef1800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1783071705.056708:0:21259:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff8f8a017db380) has exports, disconnecting them 00000020:00080000:2.0:1783071705.056712:0:21259:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8f8a02ef1800), last request at 1783071637 00000020:00000080:2.0:1783071705.056716:0:21259:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd42f 00000020:00080000:2.0:1783071705.056742:0:21259:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff8f8a02ef1800): rc 0 00000020:00000080:2.0:1783071705.056749:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8a02ef1800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1783071705.057594:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a010f7800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1783071705.057604:0:38:0:(genops.c:906:class_export_put()) final put ffff8f8b2b3b4800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1783071705.057608:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b2b3b4800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1783071705.057614:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1783071705.057679:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02ef1800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1783071705.057703:0:21259:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1783071705.057707:0:21259:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1783071705.057711:0:21259:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1783071705.057715:0:21259:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1783071705.057732:0:38:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff8f8a02ef1000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1783071705.057781:0:17074:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1783071705.057888:0:17075:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:3.0:1783071705.057955:0:19422:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1783071705.058050:0:17069:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8f8b18690e00:17069] 0 exiting: rc = 1 00000100:00100000:3.0:1783071705.058135:0:17070:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8f8b18691c00:17070] 1 exiting: rc = 0 00000100:00100000:3.0:1783071705.058188:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058452:0:17071:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8f8b18690c00:17071] 0 exiting: rc = 1 00000100:00100000:3.0:1783071705.058504:0:17072:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8f8a020fb200:17072] 1 exiting: rc = 0 00000100:00100000:3.0:1783071705.058725:0:20112:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8f8a02c33e00:20112] 3 exiting: rc = 0 00000100:00100000:3.0:1783071705.058814:0:17073:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8f8a020fae00:17073] 2 exiting: rc = 0 00000100:00100000:3.0:1783071705.058862:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058869:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058886:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058894:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058901:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058907:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058921:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058926:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058932:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058937:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058943:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058947:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058952:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058957:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058963:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058968:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058973:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058977:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058983:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058988:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058993:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.058997:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059003:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059008:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059013:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059017:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059022:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059027:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059032:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059038:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059043:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059048:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059053:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059068:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059073:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059078:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059083:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059088:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059093:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059284:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059291:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059297:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059302:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059307:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059316:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059325:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059334:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059338:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059343:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059348:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059352:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059357:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059387:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059393:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059398:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059402:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059494:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059502:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059507:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059512:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059516:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059522:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059532:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.059537:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1783071705.060437:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071705.060445:0:21259:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1783071705.060451:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8a02ef6000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1783071705.060457:0:21259:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8a02ef6000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1783071705.060480:0:21259:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1783071705.060534:0:21259:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8b069dc800 1 00000020:00000080:3.0:1783071705.060546:0:21259:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x6b58994c2cbdd3d4 00000020:00000080:3.0:1783071705.060553:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b2b3b2800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1783071705.060565:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1783071705.060582:0:38:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b2b3b2800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1783071705.060594:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071705.060599:0:21259:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071705.060602:0:21259:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff8f8a017d8000) has no exports 00000020:00000080:3.0:1783071705.116142:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071705.116157:0:21259:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1783071705.116163:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b069de800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1783071705.116168:0:21259:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b069de800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1783071705.116179:0:21259:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1783071705.118082:0:21259:0:(obd_mount.c:659:lustre_free_lsi()) Freeing lsi ffff8f8b069dd000 00000020:01000000:3.0:1783071705.118120:0:21259:0:(obd_config.c:2475:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1783071705.118126:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1783071705.118131:0:21259:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1783071705.118135:0:21259:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff8f8b3b5c0000) has no exports 00000020:00000080:3.0:1783071705.118162:0:21259:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1783071705.118171:0:21259:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1783071705.118176:0:21259:0:(genops.c:906:class_export_put()) final put ffff8f8b3b4b7800/OSS_uuid 00000020:00000080:3.0:1783071705.118180:0:21259:0:(genops.c:865:class_export_destroy()) destroying export ffff8f8b3b4b7800/OSS_uuid for OSS 00000020:01000000:3.0:1783071705.118184:0:21259:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1783071705.118306:0:18591:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8f8b076e3c00:18591] 1 exiting: rc = 0 00000100:00080000:0.0:1783071705.119585:0:17082:0:(pinger.c:550:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1783071705.119752:0:19286:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8f8a03b0fe00:19286] 3 exiting: rc = 0 00000100:00100000:0.0:1783071705.119825:0:18589:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8f8b090e7000:18589] 0 exiting: rc = 1 00000100:00100000:0.0:1783071705.119874:0:18592:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8f8b186f7000:18592] 2 exiting: rc = 0 00000100:00100000:0.0:1783071705.120046:0:19700:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8f8a02086200:19700] 4 exiting: rc = 0 00000100:00100000:3.0:1783071705.120252:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120261:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120267:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120272:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120278:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120283:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120319:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120331:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120341:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120347:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120352:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120357:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120383:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120389:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120395:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120399:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120404:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120410:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120414:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120419:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120424:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120431:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120436:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120441:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120446:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120451:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120456:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120462:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120466:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120472:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120477:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120482:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120487:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120493:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120499:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120513:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120518:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120526:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120531:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120536:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120541:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120550:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120562:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120567:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120572:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120578:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120583:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120588:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120594:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120599:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120605:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120610:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120615:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120620:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120625:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120630:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120650:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120657:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120662:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120667:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120672:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120677:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120682:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.120687:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1783071705.122841:0:18594:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8f8b3d75c400:18594] 1 exiting: rc = 0 00000100:00100000:0.0:1783071705.122966:0:18593:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8f8b3d75c000:18593] 0 exiting: rc = 1 00000100:00100000:3.0:1783071705.124720:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124730:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124736:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124741:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124746:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124751:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124756:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124761:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124766:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124771:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124776:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124781:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124786:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124808:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124812:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124817:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124821:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124826:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124830:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124834:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124838:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124842:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124846:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124851:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124855:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124859:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124864:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124868:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124872:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124877:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124882:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124887:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124891:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124896:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124901:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124920:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124926:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124932:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124937:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124942:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124948:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124954:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124958:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124963:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124968:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124974:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124980:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124985:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.124997:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125002:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125007:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125012:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125017:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125022:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125027:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125032:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125038:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125042:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125048:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125053:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125058:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125064:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125069:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.125074:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.126330:0:18597:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8f8b3d680c00:18597] 2 exiting: rc = 0 00000100:00100000:1.0:1783071705.126522:0:18595:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8f8b18691600:18595] 0 exiting: rc = 1 00000100:00100000:0.0:1783071705.127177:0:18596:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8f8a023c4800:18596] 1 exiting: rc = 0 00000100:00100000:3.0:1783071705.127270:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127278:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127285:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127292:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127297:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127303:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127308:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127314:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127321:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127326:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127333:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127341:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127347:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127352:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127359:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127395:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127415:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127422:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127438:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127444:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127450:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127456:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127462:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127467:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127473:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127480:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127486:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127491:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127497:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127503:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127508:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127515:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127522:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127528:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127534:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127540:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127546:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127551:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127557:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127563:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127583:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127591:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127596:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127602:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127607:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127613:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127619:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127627:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127633:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127638:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127658:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127664:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127669:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127682:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127688:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127694:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127700:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127706:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127712:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127717:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127722:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127728:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127733:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.127746:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071705.134572:0:18599:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8f8b3d681a00:18599] 1 exiting: rc = 0 00000100:00100000:1.0:1783071705.134718:0:18598:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8f8b3d681e00:18598] 0 exiting: rc = 1 00000100:00100000:3.0:1783071705.134764:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134775:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134781:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134793:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134799:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134804:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134809:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134813:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134818:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134823:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134829:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134834:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134842:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134849:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134856:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134862:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134866:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134871:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134876:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134881:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134886:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134891:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134895:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.134900:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135036:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135042:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135047:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135051:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135056:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135140:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135145:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135150:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135154:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135158:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135163:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135167:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135172:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135177:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135182:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135187:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135192:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135196:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135201:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135205:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135210:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135215:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135220:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135224:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135229:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135233:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135238:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135242:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135246:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135251:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135255:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135260:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135264:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135268:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135272:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135284:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135288:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135293:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135298:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.135302:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1783071705.136297:0:18602:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8f8a022df600:18602] 1 exiting: rc = 0 00000100:00100000:0.0:1783071705.136382:0:18601:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8f8b3d710e00:18601] 0 exiting: rc = 1 00000100:00100000:3.0:1783071705.136483:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136499:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136505:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136512:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136518:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136524:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136543:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136550:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136559:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136566:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136573:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136579:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136585:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136591:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136596:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136601:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136607:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136613:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136632:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136638:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136657:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136664:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136670:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136676:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136683:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136689:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136694:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136699:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136705:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136710:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136737:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136744:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136750:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136756:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136763:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136769:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136775:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136782:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136788:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136793:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136799:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136805:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136824:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136831:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136837:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136843:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136853:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136859:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136866:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136873:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136881:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136888:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136893:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136899:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136936:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136943:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136949:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136954:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136960:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136966:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136972:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136977:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136983:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1783071705.136995:0:21259:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:2.0:1783071705.149281:0:21259:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1783071723.071395:0:22024:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1783071732.371821:0:22623:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783071732.371838:0:22623:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1783071732.371839:0:22623:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783071732.371957:0:22623:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f8a04a0c000 00000020:01000004:3.0:1783071732.372126:0:22623:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1783071732.372134:0:22623:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783071732.372148:0:22623:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8f8a022999c0) 00000020:00000080:3.0:1783071732.372164:0:22623:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1783071732.517247:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1783071732.520067:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1783071732.521630:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.522099:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.522623:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1783071732.523081:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1783071732.523862:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1783071732.524248:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.524731:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.525531:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1783071732.526427:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1783071732.528040:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.528660:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1783071732.529603:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1783071732.535214:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1783071732.536485:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.536732:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.537007:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.537209:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.537640:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.538006:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.538240:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.538572:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.540075:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.541305:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.541925:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.542183:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.542569:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.542887:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.543131:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.543485:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.544084:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.544591:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.545167:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.545546:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.545819:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.546145:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.546416:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.546929:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.547195:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.547889:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.548132:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.548359:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1783071732.550807:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.552443:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.552976:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1783071732.553200:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1783071732.557973:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:2.0:1783071732.558849:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:2.0:1783071732.559901:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:2.0:1783071732.561705:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:2.0:1783071732.563288:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:2.0:1783071732.566871:0:22623:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:2.0:1783071732.567498:0:22623:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783071732.567745:0:22623:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:2.0:1783071732.567755:0:22623:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783071732.567768:0:22623:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd945 00000020:01000004:2.0:1783071732.567775:0:22623:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:2.0:1783071732.567781:0:22623:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:2.0:1783071732.567786:0:22623:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f8a04a0c000 from MGS 00000020:01000004:2.0:1783071732.567790:0:22623:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:2.0:1783071732.567799:0:22623:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8f8b06c73380) 00000020:00000080:2.0:1783071732.567809:0:22623:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:2.0:1783071732.567871:0:22623:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a04a0c000 from MGS, refs=2 00080000:01000000:2.0:1783071732.567875:0:22623:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783071732.567880:0:22623:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd953 00000100:00100000:2.0:1783071732.568013:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1783071732.568128:0:22623:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:2.0:1783071732.568133:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1783071732.570931:0:22623:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1783071732.570946:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1783071732.574214:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.574432:0:22623:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1783071732.574440:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1783071732.578415:0:22623:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1783071732.578431:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1783071732.581864:0:22623:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1783071732.581881:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1783071732.584809:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071732.584815:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071732.584817:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071732.589601:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071732.589609:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071732.589612:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071732.591971:0:22623:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1783071732.593941:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1783071732.597354:0:22623:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1783071732.606746:0:22635:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1783071732.607179:0:22623:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1783071732.607235:0:22623:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1783071732.608435:0:22623:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1783071732.608772:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.609051:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1783071732.609058:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1783071732.609923:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1783071732.609932:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1783071732.616061:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1783071732.616074:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1783071732.617971:0:22623:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1783071732.617999:0:22623:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.204.138@tcp' 00000020:01000004:3.0:1783071732.618067:0:22623:0:(obd_mount.c:411:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1783071732.618106:0:22623:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.204.138@tcp (typ=mgc) 00000020:00000080:3.0:1783071732.618119:0:22623:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.138@tcp (ffff8f8a02298000) 00000020:00000080:3.0:1783071732.618137:0:22623:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1783071732.618239:0:22623:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a04a09000@MGC192.168.204.138@tcp: add connection 192.168.204.138@tcp at head 00000100:00080000:2.0:1783071732.619048:0:22640:0:(pinger.c:468:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:3.0:1783071732.623596:0:22623:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.138@tcp-0 is initialized 00000040:01000000:3.0:1783071732.623609:0:22623:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 1 is initialized 10000000:01000000:2.0:1783071732.626130:0:22641:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1783071732.626200:0:22623:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.138@tcp (uuid 880a223e-0658-402c-b194-7f424d370e04) 00000020:00000080:2.0:1783071732.626231:0:22623:0:(genops.c:1406:class_connect()) connect: client 880a223e-0658-402c-b194-7f424d370e04, cookie 0x6b58994c2cbdd961 00000100:00080000:2.0:1783071732.626245:0:22623:0:(import.c:512:import_select_connection()) MGC192.168.204.138@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783071732.626255:0:22623:0:(import.c:626:import_select_connection()) MGC192.168.204.138@tcp: import ffff8f8a04a09000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071732.626301:0:22623:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a039d5f80 x1869685707722752/t0(0) o250->MGC192.168.204.138@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071732.626354:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:880a223e-0658-402c-b194-7f424d370e04:3644:1869685707722752:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1783071732.626476:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071732.626554:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707722752 00000100:00100000:2.0:1783071732.626564:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707722752 00000100:00100000:2.0:1783071732.626603:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783071732.626611:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3644:x1869685707722752:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1783071732.626633:0:22637:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from 880a223e-0658-402c-b194-7f424d370e04@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:2.0:1783071732.626658:0:22637:0:(genops.c:1406:class_connect()) connect: client 880a223e-0658-402c-b194-7f424d370e04, cookie 0x6b58994c2cbdd968 00000100:00080000:2.0:1783071732.626796:0:22637:0:(import.c:65:import_set_state_nolock()) ffff8f8a02d0f000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783071732.626849:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+5:3644:x1869685707722752:12345-0@lo:250:mount.lustre.0 Request processed in 237us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071732.626870:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783071732.626914:0:3644:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.204.138@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783071732.626923:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.204.138@tcp: connect to target with instance 0 00000100:00080000:2.0:1783071732.626933:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.204.138@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1783071732.626938:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1783071732.626943:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a04a09000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1783071732.626946:0:3644:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1783071732.626956:0:3644:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1783071732.626963:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:880a223e-0658-402c-b194-7f424d370e04:3644:1869685707722752:0@lo:250:mount.lustre.0 00000100:00080000:2.0:1783071732.626990:0:22623:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 880a223e-0658-402c-b194-7f424d370e04->MGS 00000020:01000004:2.0:1783071732.627016:0:22623:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1783071732.627023:0:22623:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1783071732.627038:0:22623:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8f8b06c70000) 00000020:00000080:2.0:1783071732.627048:0:22623:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1783071732.651968:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783071732.652314:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1783071732.652323:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1783071732.654133:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1783071732.654148:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1783071732.655257:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1783071732.655267:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1783071732.656239:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.656460:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1783071732.656582:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1783071732.661655:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1783071732.661671:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1783071732.709749:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.710092:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1783071732.710099:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1783071732.711942:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1783071732.711956:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1783071732.717294:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.717732:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1783071732.717739:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1783071732.719166:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783071732.719634:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1783071732.724687:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.724886:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1783071732.724892:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1783071732.728844:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783071732.728860:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1783071732.729624:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071732.729795:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1783071732.729799:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1783071732.730587:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1783071732.730596:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1783071732.760681:0:22623:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783071732.760907:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1783071732.760914:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1783071732.769864:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1783071732.769946:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1783071732.771606:0:22623:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1783071732.771617:0:22623:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1783071732.776176:0:22623:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1783071732.776210:0:22623:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1783071732.776216:0:22623:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.138@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1783071732.776334:0:22623:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 0 is initialized 00000020:01000004:3.0:1783071732.776660:0:22623:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.138@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1783071732.776665:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1783071732.776666:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783071732.776668:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071732.776669:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071732.776670:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071732.776672:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071732.776673:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783071732.776679:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783071732.776681:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071732.776682:0:22623:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783071732.776684:0:22623:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1783071732.776686:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783071732.776687:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783071732.776688:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071732.776689:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071732.776690:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071732.776691:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071732.776692:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783071732.776693:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783071732.776694:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071732.776695:0:22623:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1783071732.776724:0:22623:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1783071732.776748:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707722880:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783071732.777472:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.777526:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.777736:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707722880 00000100:00100000:2.0:1783071732.777748:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707722880 00000100:00100000:3.0:1783071732.777875:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783071732.777888:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+5:22623:x1869685707722880:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1783071732.777939:0:22639:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1783071732.777943:0:22639:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1783071732.777946:0:22639:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1783071732.779982:0:22660:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1783071732.780775:0:22639:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1783071732.782933:0:22661:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1783071732.782941:0:22661:0:(mgs_llog.c:341:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1783071732.782944:0:22661:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1783071732.782947:0:22661:0:(mgs_llog.c:325:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1783071732.783355:0:22661:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1783071732.783597:0:22639:0:(mgs_llog.c:683:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1783071732.783612:0:22639:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1783071732.790141:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+5:22623:x1869685707722880:12345-0@lo:253:mount.lustre.0 Request processed in 12171us (12597us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071732.790162:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1783071732.790331:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707722880:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783071732.790348:0:22623:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1783071732.790351:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783071732.790354:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1783071732.790355:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071732.790414:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071732.790415:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071732.790417:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071732.790418:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1783071732.790420:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1783071732.790421:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071732.790423:0:22623:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1783071732.790444:0:22623:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f8a04a0c000 from lustre-MDT0000 10000000:01000000:3.0:1783071732.790601:0:22623:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1783071732.790605:0:22623:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1783071732.790610:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8f8a02298000 10000000:01000000:3.0:1783071732.790614:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071732.790623:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff8f8a02298000 from 1 10000000:01000000:3.0:1783071732.790627:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1783071732.790665:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.790676:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.790686:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.790706:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723008:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071732.790748:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.791029:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071732.793119:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723008 00000100:00100000:0.0:1783071732.793133:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723008 00000100:00100000:0.0:1783071732.793204:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783071732.793215:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+5:22623:x1869685707723008:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071732.793233:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071732.793255:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9600/0x6b58994c2cbdd97d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdd976 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.793282:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9600/0x6b58994c2cbdd97d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdd976 expref: 6 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.793294:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce9600/0x6b58994c2cbdd97d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdd976 expref: 6 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.793303:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce9600, rc 0) 00000100:00100000:0.0:1783071732.793639:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+6:22623:x1869685707723008:12345-0@lo:101:mount.lustre.0 Request processed in 425us (2890us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071732.793647:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783071732.793725:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723008:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071732.793748:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.793759:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.794045:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723136:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071732.794162:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.794234:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071732.794273:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723136 00000100:00100000:0.0:1783071732.794278:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723136 00000100:00100000:0.0:1783071732.794401:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783071732.794410:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+6:22623:x1869685707723136:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071732.794508:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+6:22623:x1869685707723136:12345-0@lo:501:mount.lustre.0 Request processed in 99us (345us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783071732.794516:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783071732.794601:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723136:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1783071732.794630:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1783071732.794641:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.794649:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071732.794658:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f8a04a0c000 10000000:01000000:3.0:1783071732.794663:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1783071732.794667:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f8a04a0c000 10000000:01000000:3.0:1783071732.794670:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1783071732.794673:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8f8a04a0c000 from 1 10000000:01000000:3.0:1783071732.794675:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1783071732.794699:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.794707:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.794715:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.794727:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723264:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071732.794761:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.795294:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:1.0:1783071732.795590:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723264 00000100:00100000:1.0:1783071732.795598:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723264 00000100:00100000:1.0:1783071732.795632:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783071732.795638:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+6:22623:x1869685707723264:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071732.795648:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071732.795666:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01749200/0x6b58994c2cbdd98b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdd984 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.795693:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01749200/0x6b58994c2cbdd98b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdd984 expref: 7 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.795715:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01749200/0x6b58994c2cbdd98b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdd984 expref: 7 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.795724:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01749200, rc 0) 00000100:00100000:1.0:1783071732.795937:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+7:22623:x1869685707723264:12345-0@lo:101:mount.lustre.0 Request processed in 298us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071732.795944:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783071732.796142:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723264:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071732.796158:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd98b expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.796167:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd98b expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071732.796181:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1783071732.796198:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd98b expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.796206:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460e00/0x6b58994c2cbdd984 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd98b expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071732.796213:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1783071732.796218:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071732.796222:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f8a04a0c000 10000000:01000000:3.0:1783071732.796225:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783071732.796228:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1783071732.796230:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1783071732.796249:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.796255:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.796261:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.796288:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723392:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071732.796319:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.796341:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:1.0:1783071732.796690:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723392 00000100:00100000:1.0:1783071732.796695:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723392 00000100:00100000:1.0:1783071732.796730:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1783071732.796738:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+7:22623:x1869685707723392:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071732.796747:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071732.796757:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01748c00/0x6b58994c2cbdd999 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdd992 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.796778:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748c00/0x6b58994c2cbdd999 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdd992 expref: 8 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.796786:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01748c00/0x6b58994c2cbdd999 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdd992 expref: 8 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.796805:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01748c00, rc 0) 00000100:00100000:1.0:1783071732.798246:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+8:22623:x1869685707723392:12345-0@lo:101:mount.lustre.0 Request processed in 1502us (1919us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071732.798258:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783071732.801146:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723392:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071732.801176:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd999 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.801189:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdd999 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.801283:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071732.801380:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.801428:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071732.801726:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723520 00000100:00100000:0.0:1783071732.801734:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723520 00000100:00100000:0.0:1783071732.801789:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071732.801815:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+8:22623:x1869685707723520:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071732.801974:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+9:22623:x1869685707723520:12345-0@lo:501:mount.lustre.0 Request processed in 168us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071732.801982:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783071732.803727:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071732.804564:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723648:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783071732.804653:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.804747:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1805a780 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.806712:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723648 00000100:00100000:2.0:1783071732.806726:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723648 00000100:00100000:2.0:1783071732.806935:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783071732.806945:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+9:22623:x1869685707723648:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071732.808586:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+9:22623:x1869685707723648:12345-0@lo:503:mount.lustre.0 Request processed in 1636us (3925us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071732.808598:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783071732.808878:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707723648:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071732.810737:0:22662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22662:1869685707723776:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071732.810877:0:22662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071732.810928:0:22662:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076d7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.811081:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723776 00000100:00100000:2.0:1783071732.811089:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723776 00000100:00100000:2.0:1783071732.811138:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783071732.811147:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+9:22662:x1869685707723776:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783071732.812052:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+9:22662:x1869685707723776:12345-0@lo:502:llog_process_th.0 Request processed in 901us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071732.812072:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783071732.812260:0:22662:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22662:1869685707723776:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1783071732.812292:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071732.812305:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.812307:0:22662:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1783071732.812312:0:22662:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1783071732.812314:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783071732.812330:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8f8a017d8000) 00000020:00000080:1.0:1783071732.812346:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1783071732.812351:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1783071732.812602:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:1.0:1783071732.812610:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd9a7 00000020:00000080:1.0:1783071732.813146:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1783071732.813153:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071732.813158:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.813160:0:22662:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1783071732.813163:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071732.813166:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.813168:0:22662:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1783071732.813171:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783071732.813179:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8f8a017db380) 00000020:00000080:1.0:1783071732.813190:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1783071732.813194:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783071732.813196:0:22662:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1783071732.813198:0:22662:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1783071732.813203:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783071732.813248:0:22662:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a04a0c000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1783071732.813260:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8f8a017dcd40) 00000020:00000080:1.0:1783071732.813268:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1783071732.813315:0:22662:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1783071732.813321:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbdd9bc 00000020:00000080:1.0:1783071732.813736:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1783071732.813750:0:22662:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1783071732.813754:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x6b58994c2cbdd9c3 00080000:01000000:1.0:1783071732.813760:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1783071732.813764:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd9ca 00010000:00010000:3.0:1783071732.912770:0:22662:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1783071732.913957:0:22662:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1783071732.914657:0:22662:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1783071732.915122:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8f8a0229b380) 00000020:00000080:3.0:1783071732.915142:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1783071732.915228:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:3.0:1783071732.915242:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd9d8 00000020:00000080:3.0:1783071732.916943:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1783071732.930982:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x6b58994c2cbdd9df 00000020:00000080:2.0:1783071732.933420:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1783071732.933449:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071732.933456:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071732.933458:0:22662:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1783071732.933472:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783071732.933476:0:22662:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1783071732.933478:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071732.933479:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783071732.933481:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783071732.933484:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071732.933485:0:22662:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783071732.933488:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071732.933493:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071732.933495:0:22662:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1783071732.933500:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1783071732.933561:0:22662:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1783071732.933614:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071732.933618:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071732.933620:0:22662:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1783071732.933623:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071732.933626:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071732.933628:0:22662:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1783071732.933631:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783071732.933636:0:22662:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:00000080:2.0:1783071732.933667:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783071732.933683:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8f8b06c719c0) 00000020:00000080:2.0:1783071732.933703:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1783071732.933709:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1783071732.933779:0:22662:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1783071732.933787:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:2.0:1783071732.933974:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdd9ed 00010000:00080000:2.0:1783071732.934025:0:22662:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b3b4b0800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:2.0:1783071732.937123:0:22662:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1783071732.942615:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1783071732.942633:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1783071732.942670:0:22662:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1783071732.942693:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbdd9f4 00000100:00080000:1.0:1783071732.942704:0:22662:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783071732.942710:0:22662:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f8b3b4b0800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071732.942746:0:22662:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e7b80 x1869685707723904/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783071732.942770:0:22662:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1783071732.943036:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707723904:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783071732.943131:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.943286:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707723904 00000100:00100000:0.0:1783071732.943294:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707723904 00000100:00100000:0.0:1783071732.943337:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783071732.943346:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1869685707723904:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1783071732.943394:0:22649:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:01000000:1.0:1783071732.944180:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071732.944187:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.944189:0:22662:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1783071732.944193:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783071732.944196:0:22662:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1783071732.944198:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783071732.944199:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783071732.944201:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783071732.944203:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.944204:0:22662:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783071732.944207:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783071732.944212:0:22662:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1783071732.944215:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071732.944216:0:22662:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1783071732.944219:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783071732.944222:0:22662:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:1.0:1783071732.944245:0:22662:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1783071732.944247:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783071732.944270:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8f8a017d99c0) 00000020:00000080:1.0:1783071732.944288:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1783071732.944294:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783071732.944416:0:22662:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1783071732.944424:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #6 00000020:00000080:1.0:1783071732.944430:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdda02 00010000:00080000:1.0:1783071732.944467:0:22662:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a03008000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1783071732.944698:0:22662:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1783071732.948214:0:22662:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1783071732.949030:0:22662:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1783071732.954330:0:22662:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071732.955519:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1783071732.963619:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:0.0:1783071732.964788:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1869685707723904:12345-0@lo:38:llog_process_th.0 Request processed in 21436us (21652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1783071732.964801:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1783071732.964866:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071732.964872:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1783071732.964876:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707723904:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783071732.965952:0:22668:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1783071732.965958:0:22668:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1783071732.966652:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783071732.966667:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783071732.966716:0:22662:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783071732.966738:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbdda09 00000100:00080000:0.0:1783071732.966759:0:22662:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071732.966766:0:22662:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f8a03008000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071732.966876:0:22662:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b4a300 x1869685707724032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071732.966908:0:22662:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:2.0:1783071732.966992:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707724032:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783071732.967044:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707724032 offset 0 length 520: 4 00000020:01000000:0.0:1783071732.967173:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.967177:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.967180:0:22662:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783071732.967183:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071732.967186:0:22662:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1783071732.967188:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071732.967189:0:22662:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071732.967191:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071732.967194:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.967195:0:22662:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071732.967197:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783071732.967201:0:22662:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1783071732.967204:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.967206:0:22662:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783071732.967209:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071732.967214:0:22662:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:0.0:1783071732.967236:0:22662:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1783071732.967238:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071732.967250:0:22662:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8f8b3d5ccd40) 00000020:00000080:0.0:1783071732.967262:0:22662:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:0.0:1783071732.967268:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783071732.967330:0:22662:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1783071732.967337:0:22662:0:(osd_handler.c:8929:osd_obd_connect()) connect #7 00000020:00000080:0.0:1783071732.967342:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x6b58994c2cbdda17 00010000:00080000:0.0:1783071732.967405:0:22662:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b069da800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:0.0:1783071732.967641:0:22662:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:0.0:1783071732.967718:0:22662:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783071732.967734:0:22662:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1783071732.969954:0:22662:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783071732.970544:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1783071732.970781:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1783071732.972508:0:22670:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783071732.972517:0:22670:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1783071732.973549:0:22662:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1783071732.973562:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783071732.973602:0:22662:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1783071732.973624:0:22662:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbdda1e 00000100:00080000:0.0:1783071732.973634:0:22662:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071732.973640:0:22662:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f8b069da800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071732.973678:0:22662:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b4bb80 x1869685707724160/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071732.973748:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707724160:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1783071732.973872:0:22662:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000400:00000100:2.0:1783071732.973893:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707724160 offset 0 length 520: 4 00000020:01000000:0.0:1783071732.973941:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.973945:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.973947:0:22662:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783071732.973950:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.973954:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.973955:0:22662:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783071732.973958:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783071732.973960:0:22662:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783071732.973962:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.973965:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.973966:0:22662:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1783071732.973968:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.973970:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.973971:0:22662:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783071732.973975:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1783071732.974124:0:22662:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22662:1869685707724288:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783071732.974176:0:22662:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.974268:0:22662:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.974442:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724288 00000100:00100000:2.0:1783071732.974448:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724288 00000100:00100000:2.0:1783071732.974502:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783071732.974511:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+9:22662:x1869685707724288:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783071732.974633:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+9:22662:x1869685707724288:12345-0@lo:502:llog_process_th.0 Request processed in 122us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071732.974641:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071732.974806:0:22662:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22662:1869685707724288:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1783071732.974834:0:22662:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.974839:0:22662:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.974841:0:22662:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783071732.974845:0:22662:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1783071732.974928:0:22623:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1783071732.974954:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1783071732.974980:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd999 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.974991:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460800/0x6b58994c2cbdd992 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd999 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071732.974999:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a04a0c000 from 1 10000000:01000000:3.0:1783071732.975002:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783071732.975029:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.975037:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.975046:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.975179:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724416:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071732.975213:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.975281:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b04ec2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.975653:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724416 00000100:00100000:2.0:1783071732.975659:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724416 00000100:00100000:3.0:1783071732.976050:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1783071732.976066:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+9:22623:x1869685707724416:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071732.976079:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071732.976109:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda25 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.976136:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 10 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.976147:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 10 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.976156:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b3c460c00, rc 0) 00000100:00100000:3.0:1783071732.976208:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+10:22623:x1869685707724416:12345-0@lo:101:mount.lustre.0 Request processed in 151us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071732.976214:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071732.976307:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724416:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071732.976325:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.976334:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071732.976935:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724544:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1783071732.976985:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.977723:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.979134:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724544 00000100:00100000:2.0:1783071732.979147:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724544 00000100:00100000:2.0:1783071732.979204:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783071732.979213:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+10:22623:x1869685707724544:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1783071732.979236:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1783071732.979243:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1783071732.979532:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+10:22623:x1869685707724544:12345-0@lo:256:mount.lustre.0 Request processed in 319us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071732.979542:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071732.980165:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724544:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1783071732.981168:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783071732.981199:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.981209:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071732.981218:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a04a0c000 from 1 10000000:01000000:0.0:1783071732.981221:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071732.981261:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.981286:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.981297:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071732.981319:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071732.981412:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.981443:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.981647:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724672 00000100:00100000:2.0:1783071732.981659:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724672 00000100:00100000:2.0:1783071732.981707:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783071732.981715:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+10:22623:x1869685707724672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071732.981728:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071732.981742:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda33 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071732.982421:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 11 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071732.982435:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 11 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071732.982444:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b00031400, rc 0) 00000100:00100000:2.0:1783071732.982744:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707724672:12345-0@lo:101:mount.lustre.0 Request processed in 1028us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071732.982907:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071732.982926:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071732.982937:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071732.983026:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071732.983062:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.983102:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071732.983139:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783071732.983756:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724800 00000100:00100000:1.0:1783071732.983764:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724800 00000100:00100000:1.0:1783071732.983822:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071732.983831:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707724800:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071732.983988:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707724800:12345-0@lo:501:mount.lustre.0 Request processed in 158us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071732.983995:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783071732.984116:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071732.984153:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783071732.984217:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.984247:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032359c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783071732.984304:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707724928 00000100:00100000:3.0:1783071732.984309:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707724928 00000100:00100000:3.0:1783071732.984343:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783071732.984351:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707724928:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1783071732.984492:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707724928:12345-0@lo:503:mount.lustre.0 Request processed in 142us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071732.984499:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783071732.985179:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707724928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783071732.988145:0:22672:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22672:1869685707725056:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783071732.988249:0:22672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.988293:0:22672:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a03235f00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071732.988330:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725056 00000100:00100000:3.0:1783071732.988336:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725056 00000100:00100000:3.0:1783071732.988413:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071732.988424:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+11:22672:x1869685707725056:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1783071732.989152:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+11:22672:x1869685707725056:12345-0@lo:502:llog_process_th.0 Request processed in 726us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071732.989162:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1783071732.989830:0:22672:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22672:1869685707725056:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1783071732.989868:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.989879:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.989881:0:22672:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783071732.989888:0:22672:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a04a0c000 00000020:00000080:0.0:1783071732.989891:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071732.989899:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.989902:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.989903:0:22672:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783071732.989906:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.989908:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.989909:0:22672:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783071732.989912:0:22672:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a04a0c000 00000020:00000080:0.0:1783071732.989914:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071732.989980:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.989984:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.989985:0:22672:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1783071732.989994:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.989997:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.989998:0:22672:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783071732.990002:0:22672:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a04a0c000 00000020:00000080:0.0:1783071732.990004:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071732.990022:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.990024:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.990026:0:22672:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783071732.990028:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071732.990030:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.990031:0:22672:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1783071732.990035:0:22672:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a04a0c000 00000020:00000080:0.0:1783071732.990037:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1783071732.990146:0:22672:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22672:1869685707725184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1783071732.990269:0:22672:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071732.990506:0:22672:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a03235f00 going to sleep for 11 seconds 00000100:00100000:1.0:1783071732.991934:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725184 00000100:00100000:1.0:1783071732.991945:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725184 00000100:00100000:1.0:1783071732.992057:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1783071732.992076:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+11:22672:x1869685707725184:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071732.992223:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+11:22672:x1869685707725184:12345-0@lo:502:llog_process_th.0 Request processed in 157us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071732.992231:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1783071732.992817:0:22672:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22672:1869685707725184:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1783071732.992854:0:22672:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071732.992863:0:22672:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071732.992865:0:22672:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1783071732.992871:0:22672:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1783071732.993060:0:22623:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783071732.996394:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783071732.996425:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.996440:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071732.996507:0:22623:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783071732.996511:0:22623:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f8a04a0c000 10000000:01000000:3.0:1783071732.996514:0:22623:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f8a04a0c000 10000000:01000000:3.0:1783071732.996519:0:22623:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071732.996525:0:22623:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f8a04a0c000 from 1 10000000:01000000:3.0:1783071732.996528:0:22623:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783071732.996570:0:22623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.996579:0:22623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.996590:0:22623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.996615:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725312:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071732.997105:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.997165:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b04ec2240 going to sleep for 11 seconds 00000100:00100000:1.0:1783071732.999090:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725312 00000100:00100000:1.0:1783071732.999104:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725312 00000100:00100000:1.0:1783071732.999170:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1783071732.999180:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707725312:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071732.999209:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071732.999229:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01749e00/0x6b58994c2cbdda48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda41 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.999590:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01749e00/0x6b58994c2cbdda48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda41 expref: 12 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.999601:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01749e00/0x6b58994c2cbdda48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda41 expref: 12 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071732.999610:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01749e00, rc 0) 00000100:00100000:1.0:1783071732.999690:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707725312:12345-0@lo:101:mount.lustre.0 Request processed in 511us (2586us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071732.999698:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783071732.999783:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725312:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071732.999813:0:22623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda48 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071732.999824:0:22623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda48 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071732.999905:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725440:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071732.999939:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071732.999964:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b04ec2240 going to sleep for 11 seconds 00000100:00100000:1.0:1783071733.001987:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725440 00000100:00100000:1.0:1783071733.001999:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725440 00000100:00100000:1.0:1783071733.002066:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783071733.002077:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707725440:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071733.002270:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707725440:12345-0@lo:501:mount.lustre.0 Request processed in 194us (2329us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071733.002280:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783071733.002565:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725440:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071733.002622:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725568:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071733.002671:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071733.002709:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b07686a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071733.003496:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725568 00000100:00100000:2.0:1783071733.003505:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725568 00000100:00100000:2.0:1783071733.003540:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071733.003548:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707725568:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071733.003654:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707725568:12345-0@lo:503:mount.lustre.0 Request processed in 105us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071733.003667:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071733.004222:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707725568:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071733.006850:0:22675:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707725696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071733.006927:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071733.006971:0:22675:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071733.007144:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725696 00000100:00100000:2.0:1783071733.007152:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725696 00000100:00100000:2.0:1783071733.007201:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783071733.007211:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707725696:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783071733.007352:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707725696:12345-0@lo:502:llog_process_th.0 Request processed in 141us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071733.007402:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783071733.009563:0:22675:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707725696:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1783071733.009652:0:22675:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1783071733.009669:0:22675:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8f8b06ca8000) 00000020:00000080:1.0:1783071733.009689:0:22675:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1783071733.009911:0:22675:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a04a0c000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783071733.009915:0:22675:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a04a0c000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1783071733.009917:0:22675:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a04a0c000 4 00010000:00080000:1.0:1783071733.009944:0:22675:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b3b6a5800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1783071733.021138:0:22675:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1783071733.021277:0:22675:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1783071733.021321:0:22675:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1783071733.021338:0:22675:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x6b58994c2cbdda56 00000100:00080000:1.0:1783071733.021349:0:22675:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1783071733.021357:0:22675:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f8b3b6a5800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071733.022488:0:22675:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e6300 x1869685707725824/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783071733.022523:0:22675:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1783071733.022726:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707725824:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783071733.022802:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071733.022931:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725824 00000100:00100000:1.0:1783071733.022938:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725824 00000100:00100000:1.0:1783071733.022978:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783071733.022985:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1869685707725824:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783071733.023042:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1869685707725824:12345-0@lo:38:llog_process_th.0 Request processed in 56us (240us total) trans 0 rc -11/-11 00000100:00100000:1.0:1783071733.023049:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783071733.023099:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783071733.023107:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b6a5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071733.023112:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1783071733.023115:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707725824:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783071733.023238:0:22675:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707725952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071733.023277:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071733.023298:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707725952 00000100:00100000:1.0:1783071733.023301:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707725952 00000100:00100000:1.0:1783071733.023336:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783071733.023343:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707725952:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071733.023716:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707725952:12345-0@lo:502:llog_process_th.0 Request processed in 372us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071733.023723:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783071733.023762:0:22675:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1783071733.023850:0:22675:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707725952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071733.023892:0:22675:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707726080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1783071733.023935:0:22675:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071733.023960:0:22675:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071733.023968:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726080 00000100:00100000:2.0:1783071733.023974:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726080 00000100:00100000:2.0:1783071733.024005:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783071733.024014:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707726080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1783071733.024282:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:22675:x1869685707726080:12345-0@lo:502:llog_process_th.0 Request processed in 269us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071733.024291:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783071733.024703:0:22675:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:880a223e-0658-402c-b194-7f424d370e04:22675:1869685707726080:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1783071733.024729:0:22675:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1783071733.024911:0:22623:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1783071733.024943:0:22623:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1783071733.024962:0:22623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda48 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.024972:0:22623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461a00/0x6b58994c2cbdda41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda48 expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1783071733.025018:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1783071733.025020:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783071733.025025:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071733.025027:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071733.025028:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071733.025041:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071733.025042:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783071733.025044:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783071733.025046:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071733.025047:0:22623:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783071733.025050:0:22623:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1783071733.025053:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783071733.025054:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783071733.025055:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071733.025056:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071733.025057:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071733.025058:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071733.025059:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783071733.025060:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783071733.025061:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071733.025062:0:22623:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1783071733.025076:0:22623:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1783071733.025087:0:22623:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707726208:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783071733.025125:0:22623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071733.025155:0:22623:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b07686e40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071733.025166:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726208 00000100:00100000:1.0:1783071733.025172:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726208 00000100:00100000:1.0:1783071733.025204:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783071733.025212:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22623:x1869685707726208:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783071733.025234:0:22637:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1783071733.025249:0:22637:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1783071733.029971:0:22637:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783071733.029991:0:22637:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1783071733.029994:0:22660:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1783071733.029999:0:22660:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1783071733.030021:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071733.030045:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071733.030065:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071733.030114:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071733.030129:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 12 pid: 22638 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071733.030143:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707726336:0@lo:104: 00000100:00100000:1.0:1783071733.030207:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071733.030256:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071733.031973:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726336 00000100:00100000:3.0:1783071733.031988:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726336 00000100:00100000:3.0:1783071733.032168:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783071733.032180:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707726336:12345-0@lo:104: 00010000:00010000:3.0:1783071733.032197:0:22627:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071733.032286:0:22627:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783071733.032292:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707726336:12345-0@lo:104: Request processed in 116us (2085us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071733.032300:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783071733.032349:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707726336:0@lo:104: 00010000:00010000:3.0:1783071733.032398:0:22660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032638:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071733.032646:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032655:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c460200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:2.0:1783071733.032660:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032669:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783071733.032675:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071733.032689:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1783071733.032731:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032737:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783071733.032764:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032771:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460200/0x6b58994c2cbdda25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda2c expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.032787:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071733.032789:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071733.032791:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071733.032825:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707726464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071733.032867:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071733.032957:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726464 00000100:00100000:2.0:1783071733.032963:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726464 00010000:00010000:2.0:1783071733.032982:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 13 pid: 22638 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071733.033005:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783071733.033011:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+13:3646:x1869685707726464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071733.033023:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071733.033028:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 13 pid: 22638 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033040:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 13 pid: 22638 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033059:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c460c00/0x6b58994c2cbdda2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbdda25 expref: 13 pid: 22638 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033071:0:22629:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033078:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783071733.033090:0:22629:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003092334s 00010000:00010000:2.0:1783071733.033094:0:22629:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033100:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033105:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033110:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033114:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071733.033118:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033125:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033207:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033225:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071733.033260:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+12:3646:x1869685707726464:12345-0@lo:103:ldlm_bl.0 Request processed in 249us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071733.033268:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:2.0:1783071733.033291:0:22660:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033299:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071733.033305:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbdda5d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071733.033329:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707726464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071733.034180:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+11:22623:x1869685707726208:12345-0@lo:253:mount.lustre.0 Request processed in 8965us (9050us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071733.034252:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1783071733.034326:0:22623:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:22623:1869685707726208:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783071733.034340:0:22623:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1783071733.034344:0:22623:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783071733.034345:0:22623:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1783071733.034347:0:22623:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071733.034348:0:22623:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071733.034349:0:22623:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071733.034350:0:22623:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071733.034352:0:22623:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783071733.034354:0:22623:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1783071733.034440:0:22623:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071733.034442:0:22623:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783071733.034458:0:22623:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:3.0:1783071733.066587:0:22623:0:(update_trans.c:1487:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1783071733.067317:0:22623:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1783071733.067442:0:22684:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1783071733.067447:0:22684:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1783071733.067808:0:22685:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1783071733.067972:0:22623:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:2.0:1783071733.068585:0:22686:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8f8a039d7480 x1869685707726592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071733.068599:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000040:01000000:3.0:1783071733.069026:0:22623:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1783071733.069065:0:22623:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1783071733.069744:0:22623:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1783071733.069755:0:22623:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1783071733.069814:0:22623:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071733.070745:0:22685:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783071733.075633:0:22623:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1783071733.076456:0:22623:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1783071733.076497:0:22623:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1783071733.077682:0:22685:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783071733.077753:0:22685:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1783071733.077833:0:22623:0:(llog_cat.c:1213:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1783071733.078659:0:22623:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1783071733.083328:0:22623:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1783071733.086086:0:22623:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783071733.086129:0:22623:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffff9cbcc1c2b988 00100000:10000000:2.0:1783071733.086569:0:22623:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1783071733.092667:0:22623:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1783071733.092685:0:22623:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.138@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1783071733.092705:0:22623:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1783071733.092742:0:22623:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1783071733.093594:0:22623:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783071733.093804:0:22623:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071733.637879:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783071734.018591:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783071734.018599:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a04a0c000 from 11 10000000:01000000:3.0:1783071734.018604:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783071734.018649:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071734.018663:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071734.018674:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071734.018702:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707726720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783071734.018799:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071734.018852:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd6c480 going to sleep for 11 seconds 00000100:00100000:0.0:1783071734.018908:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726720 00000100:00100000:0.0:1783071734.018917:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726720 00000100:00100000:0.0:1783071734.018980:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071734.018990:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+11:22641:x1869685707726720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071734.019007:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071734.019021:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda64 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071734.019048:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071734.019060:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071734.019088:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce8c00, rc 0) 00000100:00100000:0.0:1783071734.019143:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:22641:x1869685707726720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071734.019150:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783071734.019262:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707726720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071734.019278:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071734.019287:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071734.019556:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707726848:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783071734.019591:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071734.019713:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd6c480 going to sleep for 11 seconds 00000100:00100000:0.0:1783071734.019815:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726848 00000100:00100000:0.0:1783071734.019820:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726848 00000100:00100000:0.0:1783071734.019886:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071734.019894:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22641:x1869685707726848:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783071734.019912:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783071734.019929:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783071734.019932:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783071734.020019:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:22641:x1869685707726848:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071734.020026:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783071734.020079:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707726848:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783071734.020126:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783071734.020134:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071734.020142:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071734.082752:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000040:00080000:1.0:1783071734.088416:0:22679:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1783071734.088431:0:22679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783071734.093798:0:22679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1783071734.093813:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1783071734.658518:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783071735.113670:0:22679:0:(llog.c:800:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1783071735.113680:0:22679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1783071735.114414:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000040:00080000:2.0:1783071735.114492:0:22679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1783071735.114546:0:22679:0:(llog_cat.c:1256:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783071735.117299:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1783071735.683432:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071736.133993:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:2.0:1783071736.707533:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071737.156730:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000001:02000400:1.0:1783071737.636817:0:22930:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1783071737.730533:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071738.178451:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000100:00080000:1.0:1783071738.178536:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783071738.178541:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1783071738.178544:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071738.178552:0:38:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:1.0:1783071738.178557:0:38:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1783071738.178571:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f8b3b4b0800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071738.178596:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e4e00 x1869685707727104/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783071738.178614:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071738.178618:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071738.178621:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071738.178624:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071738.178626:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783071738.178629:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1783071738.178631:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b6a5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071738.178635:0:38:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8f8b3b6a5800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071738.178646:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e7800 x1869685707727232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071738.178790:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707726976:0@lo:400:kworker.0 00000100:00100000:2.0:1783071738.178857:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071738.179076:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727104:0@lo:38:kworker.0 00000100:00100000:1.0:1783071738.179114:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071738.179143:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707727232:0@lo:38:kworker.0 00000100:00100000:1.0:1783071738.179167:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071738.179198:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726976 00000100:00100000:1.0:1783071738.179205:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726976 00000100:00100000:1.0:1783071738.179249:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783071738.179257:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:3647:x1869685707726976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071738.179318:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:3647:x1869685707726976:12345-0@lo:400:kworker.0 Request processed in 61us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071738.179325:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1783071738.179411:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707726976:0@lo:400:kworker.0 00000100:00100000:2.0:1783071738.179529:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707727104 00000100:00100000:2.0:1783071738.179533:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707727104 00000100:00100000:2.0:1783071738.179553:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783071738.179559:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707727104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783071738.179576:0:22650:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071738.179618:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707727104:12345-0@lo:38:kworker.0 Request processed in 57us (502us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783071738.179624:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1783071738.179764:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071738.179769:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1783071738.179773:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727104:0@lo:38:kworker.0 00000100:00100000:0.0:1783071738.179877:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707727232 00000100:00100000:0.0:1783071738.179881:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707727232 00000100:00100000:0.0:1783071738.179910:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783071738.179916:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707727232:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1783071738.179933:0:22646:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:0.0:1783071738.179972:0:22646:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x6b58994c2cbdda72 00000004:00100000:0.0:1783071738.179987:0:22646:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783071738.180112:0:22646:0:(import.c:65:import_set_state_nolock()) ffff8f8b069db800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071738.180156:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1869685707727232:12345-0@lo:38:kworker.0 Request processed in 238us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071738.180163:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783071738.180701:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f8a032e7800 x1869685707727232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071748 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783071738.180717:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783071738.180725:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1783071738.180731:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783071738.180733:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b6a5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783071738.180739:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3644:1869685707727232:0@lo:38:kworker.0 00000020:00000004:0.0:1783071738.506904:0:22982:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783071738.507099:0:22982:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783071738.757489:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071739.203497:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000020:00000004:1.0:1783071739.280428:0:23032:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783071739.280624:0:23032:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071739.780940:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071740.229329:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:2.0:1783071740.804270:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071741.251791:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783071741.828263:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071742.276454:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071732/real 1783071732] req@ffff8f8b37b4bb80 x1869685707724160/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071742.276489:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b4bb80 x1869685707724160/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071742.276500:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071732/real 1783071732] req@ffff8f8b37b4a300 x1869685707724032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071742 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071742.276513:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b4a300 x1869685707724032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071742 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1783071742.276535:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071742.276559:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783071742.276563:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707724160:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1783071742.276570:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071742.276574:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1783071742.276577:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707724032:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1783071742.276686:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1783071742.276691:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1783071742.276695:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071742.276700:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 639 00000100:00080000:0.0:1783071742.276706:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783071742.276713:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f8b3b4b0800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071742.276734:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b4ad80 x1869685707727488/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071742.276746:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071742.276749:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783071742.276751:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071742.276753:0:37:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:0.0:1783071742.276756:0:37:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783071742.276759:0:37:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f8a03008000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071742.276769:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b49c00 x1869685707727616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071742.276776:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071742.276779:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783071742.276780:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071742.276783:0:37:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:0.0:1783071742.276785:0:37:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1783071742.276788:0:37:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f8b069da800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071742.276797:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b48700 x1869685707727744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1783071742.276848:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783071742.276862:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707727360:0@lo:400:kworker.0 00000100:00100000:0.0:1783071742.276931:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071742.276996:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707727360 00000100:00100000:0.0:1783071742.277004:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707727360 00000100:00100000:0.0:1783071742.277062:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783071742.277072:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:3647:x1869685707727360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071742.277124:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:3647:x1869685707727360:12345-0@lo:400:kworker.0 Request processed in 52us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071742.277132:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1783071742.277193:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707727360:0@lo:400:kworker.0 00000100:00100000:2.0:1783071742.278051:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707727872:0@lo:400:kworker.0 00000100:00100000:2.0:1783071742.278109:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071742.278166:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727488:0@lo:38:kworker.0 00000100:00100000:2.0:1783071742.278228:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071742.278249:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727616:0@lo:8:kworker.0 00000400:00000100:2.0:1783071742.278268:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707727616 offset 0 length 520: 4 00000100:00100000:2.0:1783071742.278280:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727744:0@lo:8:kworker.0 00000400:00000100:2.0:1783071742.278454:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707727744 offset 0 length 520: 4 00000100:00100000:2.0:1783071742.278481:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707727488 00000100:00100000:2.0:1783071742.278486:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707727488 00000100:00100000:2.0:1783071742.278518:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783071742.278523:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707727488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1783071742.278544:0:22650:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1783071742.278584:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707727488:12345-0@lo:38:kworker.0 Request processed in 58us (355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1783071742.278591:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1783071742.278628:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071742.278633:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071742.278636:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727488:0@lo:38:kworker.0 00000100:00100000:0.0:1783071742.279037:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707727872 00000100:00100000:0.0:1783071742.279042:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707727872 00000100:00100000:0.0:1783071742.279085:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783071742.279093:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707727872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071742.279135:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707727872:12345-0@lo:400:kworker.0 Request processed in 43us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071742.279142:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1783071742.280229:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f8b37b4a680 x1869685707727872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071758 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071742.280244:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707727872:0@lo:400:kworker.0 00000100:00100000:0.0:1783071742.283597:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:0.0:1783071742.851872:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071743.298562:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783071743.875137:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071744.326424:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:0.0:1783071744.902417:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783071745.352134:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1783071745.357143:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000020:01000004:3.0:1783071745.849333:0:23377:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783071745.849338:0:23377:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1783071745.849339:0:23377:0:(obd_mount.c:920:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1783071745.849505:0:23377:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f8a01e3e800 00000020:01000004:3.0:1783071745.849522:0:23377:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1783071745.849536:0:23377:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783071745.849551:0:23377:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8f8a0229cd40) 00000020:00000080:3.0:1783071745.849567:0:23377:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:3.0:1783071745.923796:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1783071745.941031:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1783071745.943716:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1783071745.952894:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.953444:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.953711:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.954053:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.954294:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.954954:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.957022:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.958057:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.958445:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.958679:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.958925:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1783071745.959183:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1783071745.962580:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1783071745.963057:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1783071745.963530:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1783071745.963852:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1783071745.965019:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.965575:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.965900:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.966108:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.966416:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.966657:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.966938:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.967465:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.967665:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.967900:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.968083:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.968411:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.968603:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.968900:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.969089:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.970091:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.970540:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.970920:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.971135:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.971714:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.972019:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.972275:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.972468:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.972869:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.973681:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.973975:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1783071745.974306:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1783071745.974508:0:23377:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00080000:01000000:2.0:1783071745.976294:0:23377:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783071745.976545:0:23377:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1783071745.976558:0:23377:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783071745.976581:0:23377:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbdda80 00000020:01000004:2.0:1783071745.976589:0:23377:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1783071745.976616:0:23377:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.138@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783071745.976620:0:23377:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.138@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783071745.976626:0:23377:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1783071745.976655:0:23377:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1783071745.976659:0:23377:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.138@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1783071745.988632:0:23377:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 0 is initialized 00000020:01000004:0.0:1783071745.988683:0:23377:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.138@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1783071745.988688:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1783071745.988695:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783071745.988696:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783071745.988697:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783071745.988698:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783071745.988699:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783071745.988700:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783071745.988702:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783071745.988703:0:23377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783071745.988708:0:23377:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1783071745.988709:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783071745.988710:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783071745.988711:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783071745.988712:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783071745.988713:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783071745.988714:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783071745.988714:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783071745.988715:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783071745.988716:0:23377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1783071745.988823:0:23377:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1783071745.988851:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728000:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783071745.988936:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071745.988989:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b05ed8600 going to sleep for 11 seconds 00000100:00100000:1.0:1783071745.989055:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728000 00000100:00100000:1.0:1783071745.989065:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728000 00000100:00100000:1.0:1783071745.989131:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071745.989155:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:23377:x1869685707728000:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783071745.989201:0:22639:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1783071745.989205:0:22639:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:1.0:1783071745.989214:0:22639:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1783071745.989813:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+12:23377:x1869685707728000:12345-0@lo:253:mount.lustre.0 Request processed in 671us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071745.989823:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1783071745.994114:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728000:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783071745.994134:0:23377:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1783071745.994150:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783071745.994153:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1783071745.994154:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071745.994155:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071745.994157:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071745.994158:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071745.994160:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1783071745.994162:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071745.994163:0:23377:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783071745.994199:0:23377:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f8a01e3e800 from lustre-MDT0001 10000000:01000000:2.0:1783071745.994276:0:23377:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1783071745.994279:0:23377:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1783071745.994287:0:23377:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f8a02298000 local copy 00010000:00010000:2.0:1783071745.994301:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071745.994442:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728128:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071745.994512:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071745.994557:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071745.994647:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728128 00000100:00100000:0.0:1783071745.994653:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728128 00000100:00100000:0.0:1783071745.994689:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783071745.994697:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:23377:x1869685707728128:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071745.994786:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+12:23377:x1869685707728128:12345-0@lo:501:mount.lustre.0 Request processed in 89us (275us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783071745.994793:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1783071745.994975:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728128:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783071745.994987:0:23377:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.138@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783071745.995006:0:23377:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.138@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783071745.995018:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071745.995027:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071745.995055:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f8a01e3e800 10000000:01000000:2.0:1783071745.995060:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783071745.995064:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8f8a02298000 10000000:01000000:2.0:1783071745.995066:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1783071745.995070:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log nodemap-ffff8f8a02298000 from 1 10000000:01000000:2.0:1783071745.995073:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1783071745.995101:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071745.995109:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071745.995119:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071745.995130:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728256:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783071745.995164:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071745.995183:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071745.995329:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728256 00000100:00100000:0.0:1783071745.995333:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728256 00000100:00100000:0.0:1783071745.995392:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1783071745.995398:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+12:23377:x1869685707728256:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071745.995408:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071745.995427:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9200/0x6b58994c2cbdda8e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda87 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071745.995448:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9200/0x6b58994c2cbdda8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda87 expref: 13 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071745.995458:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce9200/0x6b58994c2cbdda8e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda87 expref: 13 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071745.995468:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce9200, rc 0) 00000100:00100000:0.0:1783071745.995495:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+13:23377:x1869685707728256:12345-0@lo:101:mount.lustre.0 Request processed in 97us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071745.995501:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071745.995868:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728256:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071745.995882:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda8e expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.995890:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda8e expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071745.995904:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1783071745.995921:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda8e expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.995938:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b00030200/0x6b58994c2cbdda87 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda8e expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071745.995947:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8f8a01e3e800 10000000:01000000:3.0:1783071745.995950:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1783071745.995953:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-barrier-ffff8f8a01e3e800 from 1 10000000:01000000:3.0:1783071745.995956:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1783071745.995975:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.995982:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.995989:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071745.996003:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728384:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071745.996033:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071745.996066:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b4217d480 going to sleep for 11 seconds 00000100:00100000:1.0:1783071745.996128:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728384 00000100:00100000:1.0:1783071745.996133:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728384 00000100:00100000:1.0:1783071745.996183:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783071745.996190:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+13:23377:x1869685707728384:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071745.996198:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071745.996207:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01748e00/0x6b58994c2cbdda9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbdda95 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.996232:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748e00/0x6b58994c2cbdda9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbdda95 expref: 14 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.996241:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01748e00/0x6b58994c2cbdda9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda95 expref: 14 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.996247:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01748e00, rc 0) 00000100:00100000:1.0:1783071745.996285:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+14:23377:x1869685707728384:12345-0@lo:101:mount.lustre.0 Request processed in 95us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071745.996291:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783071745.996526:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728384:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071745.996538:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda9c expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.996546:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbdda9c expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071745.996558:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1783071745.996573:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda9c expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.996587:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461000/0x6b58994c2cbdda95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdda9c expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071745.996594:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1783071745.996597:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071745.996602:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8f8a01e3e800 10000000:01000000:3.0:1783071745.996604:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1783071745.996607:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1783071745.996609:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1783071745.996626:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.996633:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.996639:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071745.996650:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728512:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071745.996674:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071745.996689:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b4217d480 going to sleep for 11 seconds 00000100:00100000:1.0:1783071745.996938:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728512 00000100:00100000:1.0:1783071745.996944:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728512 00000100:00100000:1.0:1783071745.996978:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783071745.996986:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+14:23377:x1869685707728512:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071745.996996:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071745.997007:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbddaaa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddaa3 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.997023:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbddaaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddaa3 expref: 15 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.997033:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01748600/0x6b58994c2cbddaaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddaa3 expref: 15 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071745.997047:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01748600, rc 0) 00000100:00100000:1.0:1783071745.997086:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728512:12345-0@lo:101:mount.lustre.0 Request processed in 101us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071745.997092:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783071745.997204:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728512:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071745.997225:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddaaa expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071745.997233:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddaaa expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783071745.999116:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1783071745.999949:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783071746.005360:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1783071746.005661:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1783071746.005675:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1783071746.005686:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1783071746.005698:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1783071746.005708:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1783071746.005719:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1783071746.005730:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1783071746.005741:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1783071746.005825:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1783071746.005847:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1783071746.005859:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1783071746.005871:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1783071746.005882:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1783071746.005893:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1783071746.005905:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1783071746.005916:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1783071746.005930:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1783071746.005942:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1783071746.005953:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1783071746.005965:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1783071746.005976:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1783071746.005987:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1783071746.005999:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1783071746.006012:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1783071746.006024:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1783071746.006036:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1783071746.006048:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1783071746.006060:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1783071746.006088:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1783071746.006102:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1783071746.006114:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1783071746.006125:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1783071746.006136:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1783071746.006228:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1783071746.006245:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1783071746.006260:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1783071746.006272:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1783071746.006284:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1783071746.006295:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1783071746.006306:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1783071746.006318:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1783071746.006331:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1783071746.006345:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1783071746.007518:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1783071746.007538:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1783071746.007666:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728640:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071746.007728:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.007763:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b10030cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.007981:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728640 00000100:00100000:2.0:1783071746.007989:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728640 00000100:00100000:2.0:1783071746.008049:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1783071746.008057:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728640:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071746.008236:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728640:12345-0@lo:501:mount.lustre.0 Request processed in 178us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.008262:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1783071746.008392:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728640:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071746.008434:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728768:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783071746.008481:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.008501:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0208b900 going to sleep for 11 seconds 00000100:00100000:3.0:1783071746.008931:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728768 00000100:00100000:3.0:1783071746.008936:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728768 00000100:00100000:3.0:1783071746.009006:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783071746.009014:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728768:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071746.016893:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728768:12345-0@lo:503:mount.lustre.0 Request processed in 7870us (8401us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.016908:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783071746.016980:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728768:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1783071746.017520:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1783071746.017602:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728896:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071746.017658:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.017690:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b10030cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.017909:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707728896 00000100:00100000:0.0:1783071746.017917:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707728896 00000100:00100000:0.0:1783071746.017957:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1783071746.017968:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728896:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071746.020536:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707728896:12345-0@lo:502:mount.lustre.0 Request processed in 2558us (2866us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.020554:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1783071746.020772:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707728896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783071746.021029:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1783071746.021064:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1783071746.021078:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1783071746.021090:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1783071746.021103:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1783071746.021116:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1783071746.021129:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1783071746.021155:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1783071746.021168:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1783071746.021180:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1783071746.021192:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1783071746.021210:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1783071746.021238:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1783071746.021251:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1783071746.021263:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1783071746.021276:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1783071746.021289:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1783071746.021302:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1783071746.021315:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1783071746.021326:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1783071746.021338:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1783071746.021349:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1783071746.021391:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1783071746.021410:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1783071746.021424:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1783071746.021435:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1783071746.021448:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1783071746.021460:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1783071746.021470:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1783071746.021481:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1783071746.021492:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1783071746.021517:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1783071746.021531:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1783071746.021544:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1783071746.021555:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1783071746.021569:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1783071746.021584:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1783071746.021596:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1783071746.021607:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1783071746.021620:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1783071746.021632:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1783071746.021643:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1783071746.021655:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1783071746.021669:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1783071746.021718:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729024:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071746.021784:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.021831:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b4217d480 going to sleep for 11 seconds 00000100:00100000:1.0:1783071746.026339:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729024 00000100:00100000:1.0:1783071746.026404:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729024 00000100:00100000:1.0:1783071746.026499:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783071746.026514:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707729024:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071746.026765:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707729024:12345-0@lo:502:mount.lustre.0 Request processed in 254us (4980us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.026773:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783071746.027440:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729024:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783071746.027546:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1783071746.027562:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1783071746.029086:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071746.029102:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071746.029105:0:23381:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1783071746.029111:0:23381:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1783071746.029114:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783071746.029133:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8f8b34e64d40) 00000020:00000080:3.0:1783071746.029171:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1783071746.029178:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1783071746.029297:0:23381:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:3.0:1783071746.029305:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbddab8 00000020:00000080:3.0:1783071746.029569:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1783071746.029573:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783071746.029584:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071746.029585:0:23381:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1783071746.029589:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071746.029592:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071746.029593:0:23381:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1783071746.029597:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1783071746.029606:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8f8b34e63380) 00000020:00000080:3.0:1783071746.029616:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1783071746.029620:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1783071746.029622:0:23381:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1783071746.029625:0:23381:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1783071746.029630:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1783071746.029678:0:23381:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a01e3e800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1783071746.029692:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8f8b34e60000) 00000020:00000080:3.0:1783071746.029700:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1783071746.031360:0:23381:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1783071746.031435:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddacd 00000020:00000080:3.0:1783071746.031585:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1783071746.031594:0:23381:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1783071746.031602:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x6b58994c2cbddad4 00080000:01000000:2.0:1783071746.035473:0:23381:0:(osd_handler.c:8929:osd_obd_connect()) connect #2 00000020:00000080:2.0:1783071746.035496:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbddadb 00010000:00010000:1.0:1783071746.111014:0:23381:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1783071746.111816:0:23381:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1783071746.112132:0:23381:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1783071746.113206:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1783071746.113229:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071746.113236:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071746.113238:0:23381:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1783071746.113242:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071746.113248:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071746.113250:0:23381:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1783071746.113253:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783071746.113259:0:23381:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:00000080:1.0:1783071746.113289:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783071746.113309:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8f8b06cacd40) 00000020:00000080:1.0:1783071746.113329:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1783071746.113336:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1783071746.113463:0:23381:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1783071746.113474:0:23381:0:(osd_handler.c:8929:osd_obd_connect()) connect #3 00000020:00000080:1.0:1783071746.113482:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbddae9 00010000:00080000:1.0:1783071746.113527:0:23381:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b10f7b800@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.138@tcp at head 00010000:00010000:1.0:1783071746.115114:0:23381:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:0.0:1783071746.120997:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783071746.121013:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1783071746.121054:0:23381:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783071746.121074:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddaf0 00000100:00080000:0.0:1783071746.121091:0:23381:0:(import.c:512:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071746.121097:0:23381:0:(import.c:626:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8f8b10f7b800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071746.121130:0:23381:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b49500 x1869685707729152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071746.121166:0:23381:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1783071746.121197:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1783071746.121202:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1783071746.121204:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071746.121209:0:37:0:(import.c:512:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 644 00000100:00100000:2.0:1783071746.121304:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729152:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783071746.121446:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.121512:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729152 00000100:00100000:2.0:1783071746.121520:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729152 00000100:00100000:2.0:1783071746.121554:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783071746.121561:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707729152:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783071746.121584:0:22650:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:2.0:1783071746.121622:0:22650:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddaf7 00000004:00100000:2.0:1783071746.121638:0:22650:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1783071746.121644:0:22650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1783071746.121806:0:37:0:(import.c:591:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1783071746.121811:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f8b3b4b0800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071746.121829:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b4b800 x1869685707729280/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071746.121842:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.121845:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071746.121848:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.121851:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783071746.121889:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707729408:0@lo:400:kworker.0 00000100:00100000:0.0:1783071746.121924:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.121958:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729408 00000100:00100000:0.0:1783071746.121962:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729408 00000100:00100000:0.0:1783071746.121992:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783071746.121999:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707729408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071746.122041:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707729408:12345-0@lo:400:kworker.0 Request processed in 42us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.122054:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1783071746.122094:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f8b37b49880 x1869685707729408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071746.122105:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707729408:0@lo:400:kworker.0 00000020:01000000:0.0:1783071746.122200:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.122206:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122208:0:23381:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000100:00100000:2.0:1783071746.122308:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707729280:0@lo:38:kworker.0 00000100:00100000:2.0:1783071746.122336:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.122378:0:22649:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1783071746.122387:0:22649:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000020:01000000:0.0:1783071746.122453:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071746.122457:0:23381:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:0.0:1783071746.122459:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.122461:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.122462:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071746.122467:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122468:0:23381:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071746.122471:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.122476:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122477:0:23381:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:0.0:1783071746.122481:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1783071746.122526:0:23381:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1783071746.122542:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.122545:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122546:0:23381:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:0.0:1783071746.122549:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071746.122551:0:23381:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:0.0:1783071746.122552:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.122553:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.122555:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071746.122557:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122559:0:23381:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071746.122561:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783071746.122564:0:23381:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1783071746.122573:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.122574:0:23381:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1783071746.122578:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071746.122582:0:23381:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:0.0:1783071746.122604:0:23381:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1783071746.122607:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071746.122620:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8f8b3d5c8000) 00000020:00000080:0.0:1783071746.122635:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1783071746.122641:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783071746.122709:0:23381:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:0.0:1783071746.122715:0:23381:0:(osd_handler.c:8929:osd_obd_connect()) connect #4 00000020:00000080:0.0:1783071746.122737:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbddb05 00010000:00080000:0.0:1783071746.122773:0:23381:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b10395800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.138@tcp at head 00010000:00010000:0.0:1783071746.123012:0:23381:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00100000:2.0:1783071746.124779:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729280 00000100:00100000:2.0:1783071746.124791:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729280 00000100:00100000:3.0:1783071746.125349:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783071746.125360:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1869685707729280:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1783071746.127265:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3644:x1869685707729280:12345-0@lo:38:kworker.0 Request processed in 1900us (4922us total) trans 0 rc -11/-11 00000100:00100000:3.0:1783071746.127279:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:01000000:0.0:1783071746.127693:0:23381:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783071746.127969:0:23381:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:0.0:1783071746.129585:0:23381:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783071746.129841:0:23381:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1783071746.129976:0:23381:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:2.0:1783071746.130387:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783071746.130398:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071746.130406:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1783071746.130410:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707729280:0@lo:38:kworker.0 00000040:00080000:1.0:1783071746.131944:0:23387:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1783071746.131954:0:23387:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1783071746.132822:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783071746.132836:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783071746.132877:0:23381:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1783071746.132901:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddb0c 00000100:00080000:0.0:1783071746.132911:0:23381:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071746.132918:0:23381:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f8b10395800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071746.132958:0:23381:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b49880 x1869685707729536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071746.132990:0:23381:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1783071746.133039:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.133044:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.133053:0:23381:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783071746.133058:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783071746.133061:0:23381:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1783071746.133062:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.133064:0:23381:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783071746.133065:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783071746.133068:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.133070:0:23381:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783071746.133073:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783071746.133077:0:23381:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1783071746.133081:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.133082:0:23381:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783071746.133086:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783071746.133090:0:23381:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.138@tcp to nid 0x20000c0a8cc8a (192.168.204.138@tcp) 00000020:01000000:0.0:1783071746.133114:0:23381:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1783071746.133117:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783071746.133129:0:23381:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8f8b3d5c99c0) 00000020:00000080:0.0:1783071746.133153:0:23381:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1783071746.133159:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1783071746.133225:0:23381:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1783071746.133232:0:23381:0:(osd_handler.c:8929:osd_obd_connect()) connect #5 00000020:00000080:0.0:1783071746.133238:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x6b58994c2cbddb1a 00010000:00080000:0.0:1783071746.133279:0:23381:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8b08854800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.138@tcp at head 00010000:00010000:0.0:1783071746.133515:0:23381:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1783071746.133585:0:23381:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1783071746.133599:0:23381:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1783071746.133737:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.133742:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071746.133745:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.133748:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071746.133949:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729536:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783071746.134007:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707729536 offset 0 length 520: 4 00000040:00080000:0.0:1783071746.135602:0:23381:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783071746.135873:0:23381:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1783071746.136012:0:23381:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1783071746.140667:0:23389:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783071746.140680:0:23389:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00080000:3.0:1783071746.140946:0:22650:0:(import.c:65:import_set_state_nolock()) ffff8f8b3c6e8000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071746.141036:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1869685707729152:12345-0@lo:38:llog_process_th.0 Request processed in 19473us (19589us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071746.141048:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000020:00000080:0.0:1783071746.141762:0:23381:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1783071746.141774:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1783071746.141812:0:23381:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1783071746.141835:0:23381:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddb21 00000100:00080000:0.0:1783071746.141844:0:23381:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071746.141849:0:23381:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f8b08854800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071746.141884:0:23381:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b4ad80 x1869685707729664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071746.141904:0:23381:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1783071746.141968:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.141972:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.141974:0:23381:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783071746.141977:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.141981:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.141982:0:23381:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783071746.141985:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783071746.141988:0:23381:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783071746.141990:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.141993:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.141995:0:23381:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1783071746.141998:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.142000:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.142002:0:23381:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1783071746.142006:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1783071746.142040:0:23381:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.142043:0:23381:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.142045:0:23381:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1783071746.142048:0:23381:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:0.0:1783071746.142197:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.142209:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071746.142222:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.142225:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:0.0:1783071746.142245:0:23377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1783071746.142277:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1783071746.142295:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddaaa expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142308:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460600/0x6b58994c2cbddaa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddaaa expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071746.142316:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a01e3e800 from 1 10000000:01000000:0.0:1783071746.142319:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783071746.142348:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142356:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142399:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071746.142428:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729792:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071746.142506:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.142552:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b064ef780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.142588:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729792 00000100:00100000:0.0:1783071746.142598:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729792 00000100:00100000:0.0:1783071746.142647:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783071746.142666:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+15:23377:x1869685707729792:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071746.142682:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071746.142696:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb28 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142722:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 16 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142734:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 16 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142744:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce9a00, rc 0) 00000100:00100000:0.0:1783071746.142779:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+16:23377:x1869685707729792:12345-0@lo:101:mount.lustre.0 Request processed in 115us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.142785:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1783071746.142835:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729792:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071746.142850:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.142859:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071746.143417:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729920:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1783071746.143455:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.143481:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b064ef780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.143499:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707729920 00000100:00100000:0.0:1783071746.143503:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707729920 00000100:00100000:0.0:1783071746.143527:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783071746.143541:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+16:23377:x1869685707729920:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1783071746.143557:0:22639:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1783071746.143572:0:22639:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1783071746.143574:0:22639:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1783071746.143639:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+16:23377:x1869685707729920:12345-0@lo:256:mount.lustre.0 Request processed in 99us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.143646:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1783071746.143679:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707729920:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1783071746.144301:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783071746.144323:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144334:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071746.144342:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a01e3e800 from 1 10000000:01000000:0.0:1783071746.144345:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071746.144398:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144406:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144415:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071746.144428:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730048:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071746.144465:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.144497:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b064ef780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.144519:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730048 00000100:00100000:0.0:1783071746.144523:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730048 00000100:00100000:0.0:1783071746.144550:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783071746.144556:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+16:23377:x1869685707730048:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071746.144566:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071746.144576:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb36 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144595:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144604:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144612:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce8800, rc 0) 00000100:00100000:0.0:1783071746.144637:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730048:12345-0@lo:101:mount.lustre.0 Request processed in 80us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.144642:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1783071746.144678:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730048:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071746.144690:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.144698:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071746.145488:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729664:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1783071746.145528:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707729664 offset 0 length 520: 4 00000100:00100000:2.0:1783071746.145568:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783071746.145576:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1783071746.145586:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1783071746.145592:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1783071746.145596:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b10f7b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783071746.145611:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729152:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783071746.145676:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1783071746.145684:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707730176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071746.145723:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.145749:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730176 00000100:00100000:2.0:1783071746.145754:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730176 00000100:00100000:2.0:1783071746.145793:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071746.145801:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707730176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783071746.145834:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783071746.145923:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707730176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.145930:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071746.145960:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707730176:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1783071746.147257:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1783071746.147818:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783071746.148062:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1783071746.148085:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1783071746.148096:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1783071746.148115:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1783071746.148125:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1783071746.148148:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1783071746.148163:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1783071746.148176:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1783071746.148188:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1783071746.148201:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1783071746.148291:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1783071746.148313:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1783071746.148318:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1783071746.148544:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730304:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071746.148621:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.148784:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06258d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.148845:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730304 00000100:00100000:0.0:1783071746.148853:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730304 00000100:00100000:0.0:1783071746.148947:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1783071746.148965:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730304:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071746.149088:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730304:12345-0@lo:501:mount.lustre.0 Request processed in 124us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.149096:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1783071746.149190:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730304:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071746.149240:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730432:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071746.149278:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.149728:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c44a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.149826:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730432 00000100:00100000:2.0:1783071746.149831:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730432 00000100:00100000:2.0:1783071746.149858:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783071746.149865:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730432:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071746.149958:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730432:12345-0@lo:503:mount.lustre.0 Request processed in 93us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.149964:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1783071746.150046:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730432:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071746.150660:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071746.150811:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071746.150859:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.150937:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c44a80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.150984:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730560 00000100:00100000:0.0:1783071746.150988:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730560 00000100:00100000:2.0:1783071746.151035:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1783071746.151045:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730560:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071746.151174:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730560:12345-0@lo:502:mount.lustre.0 Request processed in 131us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.151181:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1783071746.151444:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071746.151756:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1783071746.151787:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1783071746.151802:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1783071746.151818:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1783071746.151830:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1783071746.151843:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1783071746.151859:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1783071746.151884:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1783071746.151898:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1783071746.151911:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1783071746.151921:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1783071746.151945:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071746.151985:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.152045:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c44a80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.152083:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730688 00000100:00100000:0.0:1783071746.152087:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730688 00000100:00100000:0.0:1783071746.152176:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783071746.152184:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730688:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071746.152343:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730688:12345-0@lo:502:mount.lustre.0 Request processed in 159us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.152351:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1783071746.152491:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071746.152537:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1783071746.152545:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1783071746.153569:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.153579:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.153582:0:23391:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1783071746.153590:0:23391:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a01e3e800 00000020:00000080:0.0:1783071746.153592:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071746.153601:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.153603:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.153605:0:23391:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1783071746.153607:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.153610:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.153611:0:23391:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1783071746.153615:0:23391:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a01e3e800 00000020:00000080:0.0:1783071746.153616:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071746.153829:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.153834:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.153836:0:23391:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1783071746.153839:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.153849:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.153851:0:23391:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783071746.153855:0:23391:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a01e3e800 00000020:00000080:0.0:1783071746.153857:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071746.157923:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.157935:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.157938:0:23391:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1783071746.157942:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783071746.157947:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.157948:0:23391:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1783071746.157954:0:23391:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a01e3e800 00000020:00000080:0.0:1783071746.157956:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1783071746.158021:0:23391:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783071746.158024:0:23391:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783071746.158026:0:23391:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1783071746.158029:0:23391:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1783071746.158499:0:23377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1783071746.158533:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1783071746.158557:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.158570:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071746.158635:0:23377:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1783071746.158638:0:23377:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f8a01e3e800 10000000:01000000:3.0:1783071746.158642:0:23377:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f8a01e3e800 10000000:01000000:3.0:1783071746.158647:0:23377:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1783071746.158653:0:23377:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f8a01e3e800 from 1 10000000:01000000:3.0:1783071746.158656:0:23377:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1783071746.158708:0:23377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.158718:0:23377:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.158730:0:23377:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071746.158870:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730816:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1783071746.158936:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.158978:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730816 00000100:00100000:3.0:1783071746.158984:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730816 00000100:00100000:3.0:1783071746.159023:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783071746.159030:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:23377:x1869685707730816:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071746.159043:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071746.159055:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b3c460200/0x6b58994c2cbddb4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb44 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.159090:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c460200/0x6b58994c2cbddb4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb44 expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.159099:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b3c460200/0x6b58994c2cbddb4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb44 expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.159109:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b3c460200, rc 0) 00000100:00100000:3.0:1783071746.159153:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707730816:12345-0@lo:101:mount.lustre.0 Request processed in 122us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071746.159160:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783071746.159203:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd6c480 going to sleep for 11 seconds 00000100:00100000:3.0:1783071746.159344:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730816:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071746.159358:0:23377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb4b expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.159429:0:23377:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb4b expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1783071746.163179:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1783071746.163505:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1783071746.163678:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1783071746.163715:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1783071746.163727:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1783071746.163738:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1783071746.164843:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1783071746.164862:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1783071746.164873:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1783071746.164882:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1783071746.164904:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1783071746.164916:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1783071746.164928:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1783071746.164939:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1783071746.164951:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1783071746.164966:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1783071746.164977:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1783071746.164989:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1783071746.165002:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1783071746.165014:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1783071746.165025:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1783071746.165038:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1783071746.165050:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1783071746.165063:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1783071746.165082:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1783071746.165095:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1783071746.165106:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1783071746.165118:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1783071746.165129:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1783071746.165157:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1783071746.165172:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1783071746.165188:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1783071746.165202:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1783071746.166874:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1783071746.166912:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1783071746.166923:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1783071746.166935:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1783071746.166948:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1783071746.166965:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1783071746.166979:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1783071746.166995:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1783071746.167006:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1783071746.167019:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1783071746.167041:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1783071746.167054:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1783071746.167067:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1783071746.167081:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1783071746.167093:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1783071746.167106:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1783071746.167119:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1783071746.168533:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1783071746.168565:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1783071746.168582:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1783071746.168587:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1783071746.169420:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730944:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071746.169498:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.176859:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b18027e40 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.176945:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707730944 00000100:00100000:0.0:1783071746.176957:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707730944 00000100:00100000:0.0:1783071746.177061:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1783071746.177071:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707730944:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071746.177344:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707730944:12345-0@lo:501:mount.lustre.0 Request processed in 273us (7844us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.177353:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783071746.177496:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707730944:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071746.177554:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731072:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071746.177609:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.182505:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c44a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.183594:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731072 00000100:00100000:2.0:1783071746.183606:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731072 00000100:00100000:2.0:1783071746.183659:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783071746.183668:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731072:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071746.183994:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731072:12345-0@lo:503:mount.lustre.0 Request processed in 324us (6383us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.184002:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1783071746.186948:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731072:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071746.187827:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071746.187920:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731200:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071746.188001:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.188050:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c44a80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.188175:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731200 00000100:00100000:2.0:1783071746.188182:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731200 00000100:00100000:2.0:1783071746.188308:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783071746.188319:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731200:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071746.188466:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731200:12345-0@lo:502:mount.lustre.0 Request processed in 148us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.188474:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783071746.188530:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731200:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783071746.189331:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1783071746.189362:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1783071746.189394:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1783071746.189406:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1783071746.189416:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1783071746.189429:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1783071746.189440:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1783071746.189451:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1783071746.189480:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1783071746.189494:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1783071746.189506:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1783071746.189519:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1783071746.189531:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1783071746.189552:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1783071746.189564:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1783071746.189576:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1783071746.189588:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1783071746.189599:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1783071746.189609:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1783071746.189618:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1783071746.189629:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1783071746.189641:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1783071746.189653:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1783071746.189666:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1783071746.190859:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1783071746.190895:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1783071746.190912:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1783071746.190926:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1783071746.190941:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1783071746.190955:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1783071746.190970:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1783071746.190984:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1783071746.191000:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1783071746.191015:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1783071746.191030:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1783071746.191045:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1783071746.191059:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1783071746.191074:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1783071746.191088:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1783071746.191103:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1783071746.191149:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1783071746.191166:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1783071746.191179:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1783071746.191191:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1783071746.191203:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1783071746.191831:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1783071746.191863:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1783071746.191876:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1783071746.191928:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731328:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071746.192001:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071746.192084:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b18027d80 going to sleep for 11 seconds 00000100:00100000:3.0:1783071746.197354:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731328 00000100:00100000:3.0:1783071746.197400:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731328 00000100:00100000:2.0:1783071746.197605:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783071746.197617:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731328:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071746.197830:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731328:12345-0@lo:502:mount.lustre.0 Request processed in 215us (5828us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.197838:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1783071746.198031:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783071746.198472:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1783071746.198505:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1783071746.198543:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071746.198594:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.198631:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c64df00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.199156:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731456 00000100:00100000:2.0:1783071746.199163:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731456 00000100:00100000:2.0:1783071746.199222:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783071746.199233:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731456:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071746.199346:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731456:12345-0@lo:502:mount.lustre.0 Request processed in 115us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.199353:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1783071746.199528:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731456:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783071746.199597:0:23377:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1783071746.199606:0:23377:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1783071746.202635:0:23396:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1783071746.202655:0:23396:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8f8b34e619c0) 00000020:00000080:3.0:1783071746.202677:0:23396:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1783071746.203208:0:23396:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a01e3e800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783071746.203222:0:23396:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a01e3e800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1783071746.203225:0:23396:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a01e3e800 3 00010000:00080000:3.0:1783071746.203257:0:23396:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a0319b800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.138@tcp at head 00010000:00010000:3.0:1783071746.204907:0:23396:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1783071746.205014:0:23396:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1783071746.205057:0:23396:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1783071746.205070:0:23396:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x6b58994c2cbddb59 00000100:00080000:3.0:1783071746.205089:0:23396:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1783071746.205096:0:23396:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8f8a0319b800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071746.205132:0:23396:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79c000 x1869685707731584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071746.205200:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707731584:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1783071746.205265:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1783071746.205324:0:23396:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1783071746.205695:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731584 00000100:00100000:0.0:1783071746.205703:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731584 00000100:00100000:0.0:1783071746.205750:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783071746.205758:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3644:x1869685707731584:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783071746.205792:0:22646:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 647 last 0 00000020:00000080:0.0:1783071746.205825:0:22646:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x6b58994c2cbddb60 00000004:00100000:0.0:1783071746.205839:0:22646:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783071746.205870:0:22646:0:(import.c:65:import_set_state_nolock()) ffff8f8b05f3e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071746.205932:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1869685707731584:12345-0@lo:38:llog_process_th.0 Request processed in 174us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.205939:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1783071746.205966:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.205970:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071746.205972:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071746.205975:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1783071746.212586:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f8b3c79c000 x1869685707731584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071746.212605:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783071746.212618:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1783071746.212630:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1783071746.212637:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1783071746.212642:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a0319b800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783071746.212652:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3644:1869685707731584:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1783071746.213131:0:23396:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1783071746.215452:0:23377:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1783071746.215502:0:23377:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783071746.215521:0:23377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb4b expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071746.215534:0:23377:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460c00/0x6b58994c2cbddb44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb4b expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1783071746.215853:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1783071746.215856:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783071746.215857:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783071746.215858:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783071746.215859:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783071746.215861:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783071746.215862:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783071746.215864:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783071746.215865:0:23377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783071746.215874:0:23377:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1783071746.215876:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1783071746.215877:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1783071746.215878:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1783071746.215879:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1783071746.215880:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1783071746.215881:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1783071746.215882:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1783071746.215882:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1783071746.215883:0:23377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1783071746.215910:0:23377:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1783071746.215931:0:23377:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731712:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1783071746.217293:0:23377:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.217348:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731712 00000100:00100000:0.0:1783071746.217357:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731712 00000100:00100000:0.0:1783071746.217441:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1783071746.217452:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731712:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783071746.218105:0:22638:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1783071746.218125:0:22638:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1783071746.218340:0:23377:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b013ede40 going to sleep for 11 seconds 00000001:00100000:3.0:1783071746.227938:0:22624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1783071746.228015:0:22638:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1783071746.228033:0:22638:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1783071746.228350:0:22660:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783071746.228356:0:22660:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783071746.228399:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228421:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 18 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228429:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 18 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228453:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228498:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 18 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228515:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 18 pid: 22638 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071746.228531:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707731840:0@lo:104: 00000100:00100000:3.0:1783071746.228607:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071746.228655:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 18 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.228663:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 18 pid: 22639 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071746.228672:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707731968:0@lo:104: 00000100:00100000:3.0:1783071746.228706:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071746.228724:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c64db40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071746.228921:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731840 00000100:00100000:1.0:1783071746.228929:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731840 00000100:00100000:1.0:1783071746.228962:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707731968 00000100:00100000:1.0:1783071746.228964:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707731968 00000100:00100000:1.0:1783071746.228978:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783071746.228991:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+4:22660:x1869685707731840:12345-0@lo:104: 00010000:00010000:1.0:1783071746.229003:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229067:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783071746.229073:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+4:22660:x1869685707731840:12345-0@lo:104: Request processed in 83us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.229080:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783071746.229096:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071746.229102:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707731968:12345-0@lo:104: 00010000:00010000:1.0:1783071746.229109:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229150:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783071746.229156:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707731968:12345-0@lo:104: Request processed in 55us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.229162:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071746.229228:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:23377:x1869685707731712:12345-0@lo:253:mount.lustre.0 Request processed in 11778us (11942us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.229237:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:1.0:1783071746.229340:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071746.229347:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229354:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071746.229358:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229398:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071746.229406:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071746.229413:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783071746.229440:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229445:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071746.229467:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229474:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8200/0x6b58994c2cbddb28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb2f expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229485:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071746.229487:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229493:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461200 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:1.0:1783071746.229495:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229501:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1783071746.229508:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071746.229518:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1783071746.229531:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229537:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1783071746.229552:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229559:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461200/0x6b58994c2cbdda64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda6b expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.229571:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071746.229572:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071746.229574:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071746.229580:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071746.229598:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707732096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071746.229630:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.229662:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707732224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071746.229683:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071746.229716:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732096 00000100:00100000:1.0:1783071746.229720:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732096 00000100:00100000:3.0:1783071746.230092:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707731840:0@lo:104: 00000100:00100000:3.0:1783071746.230104:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707731968:0@lo:104: 00010000:00010000:3.0:1783071746.230123:0:22660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230499:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 18 pid: 22638 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071746.230528:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732224 00000100:00100000:1.0:1783071746.230532:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732224 00010000:00010000:1.0:1783071746.230549:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 19 pid: 22639 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071746.230578:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783071746.230584:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+19:3648:x1869685707732096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783071746.230596:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071746.230601:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 19 pid: 22638 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230611:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 19 pid: 22638 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230625:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddb28 expref: 19 pid: 22638 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230638:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071746.230677:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+18:3648:x1869685707732096:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.230696:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783071746.230711:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071746.230717:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+17:3645:x1869685707732224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1783071746.230725:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071746.230729:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 17 pid: 22639 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230738:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 17 pid: 22639 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230758:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbdda6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbdda64 expref: 17 pid: 22639 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230780:0:22629:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230789:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1783071746.230802:0:22629:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003092334s 00010000:00010000:1.0:1783071746.230806:0:22629:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230813:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230820:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230827:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230833:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071746.230837:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230845:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230868:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071746.230877:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071746.230912:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+16:3645:x1869685707732224:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071746.230919:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071746.230956:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707732096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071746.230979:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707732224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1783071746.231004:0:23377:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:23377:1869685707731712:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1783071746.231014:0:23377:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1783071746.231018:0:23377:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1783071746.231020:0:23377:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1783071746.231021:0:23377:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1783071746.231022:0:23377:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1783071746.231024:0:23377:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1783071746.231025:0:23377:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1783071746.231026:0:23377:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1783071746.231028:0:23377:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1783071746.231029:0:23377:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1783071746.231039:0:23377:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1783071746.232324:0:22660:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.232349:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071746.232356:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddb67 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1783071746.240343:0:23377:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:1.0:1783071746.240707:0:23403:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1783071746.241283:0:23403:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1783071746.242337:0:23377:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:0.0:1783071746.243625:0:23404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732352:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.243728:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.243785:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732352 00000100:00100000:0.0:1783071746.243793:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732352 00000100:00100000:0.0:1783071746.243845:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071746.243855:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732352:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.243956:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732352:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 101us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.243963:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071746.243991:0:23404:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1783071746.244019:0:23404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732352:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1783071746.244060:0:23404:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1783071746.244088:0:23404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.244117:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.244148:0:23404:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071746.244410:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732480 00000100:00100000:2.0:1783071746.244415:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732480 00000100:00100000:2.0:1783071746.244445:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783071746.244452:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732480:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783071746.244561:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732480:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 109us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.244568:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:01000000:2.0:1783071746.245341:0:23377:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1783071746.245426:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1783071746.245913:0:23404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732480:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.245985:0:23404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23404:1869685707732608:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.246035:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.246081:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732608 00000100:00100000:0.0:1783071746.246087:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732608 00000100:00100000:0.0:1783071746.246123:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1783071746.246130:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23404:x1869685707732608:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.246182:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23404:x1869685707732608:12345-0@lo:900:lod0001_rec0000.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071746.246189:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000020:00080000:3.0:1783071746.246335:0:23402:0:(update_trans.c:1530:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1783071746.246340:0:23402:0:(update_trans.c:1581:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000004:00000080:2.0:1783071746.246629:0:23377:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1783071746.246652:0:23377:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1783071746.247391:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783071746.248424:0:23377:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1783071746.249005:0:23377:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1783071746.249039:0:23377:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1783071746.249602:0:23403:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783071746.249674:0:23403:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1783071746.251590:0:23404:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8c0c0 going to sleep for 11 seconds 00010000:00080000:0.0:1783071746.251641:0:23404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8f8b37b4bb80 x1869685707732608/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783071762 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071746.251661:0:23404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23404:1869685707732608:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.251947:0:23404:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732736:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1783071746.252019:0:23404:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071746.252052:0:23404:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8cc00 going to sleep for 11 seconds 00000040:00080000:2.0:1783071746.252094:0:23377:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783071746.252119:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732736 00000100:00100000:2.0:1783071746.252125:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732736 00000100:00100000:2.0:1783071746.252188:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1783071746.252199:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732736:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1783071746.252301:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23404:x1869685707732736:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 104us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071746.252309:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00080000:10000000:2.0:1783071746.252942:0:23377:0:(osd_handler.c:5579:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1783071746.253470:0:23404:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23404:1869685707732736:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1783071746.253523:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071746.255629:0:23404:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1783071746.255721:0:23404:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1783071746.255725:0:23404:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:2.0:1783071746.257863:0:23377:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1783071746.259551:0:23377:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1783071746.259596:0:23377:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffff9cbcc1c5b988 00100000:10000000:2.0:1783071746.259608:0:23377:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1783071746.260834:0:23377:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1783071746.260868:0:23377:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.138@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1783071746.260887:0:23377:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1783071746.260904:0:23377:0:(super25.c:187:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1783071746.261935:0:23377:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783071746.262182:0:23377:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1783071746.378975:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:1.0:1783071746.946894:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1783071747.268356:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1783071747.330497:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783071747.330506:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a01e3e800 from 12 10000000:01000000:1.0:1783071747.330521:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783071747.330572:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071747.330586:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071747.330599:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071747.330626:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707732864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783071747.330705:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071747.330762:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fc82300 going to sleep for 11 seconds 00000100:00100000:0.0:1783071747.331018:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732864 00000100:00100000:0.0:1783071747.331027:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732864 00000100:00100000:0.0:1783071747.331107:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783071747.331134:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+16:22641:x1869685707732864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071747.331149:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071747.331169:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb6e expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.331198:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.331210:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.331219:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce8600, rc 0) 00000100:00100000:0.0:1783071747.331276:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707732864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071747.331283:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783071747.331347:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707732864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071747.331390:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071747.331401:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071747.331456:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707732992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1783071747.331507:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071747.331537:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fc82300 going to sleep for 11 seconds 00000100:00100000:0.0:1783071747.331737:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707732992 00000100:00100000:0.0:1783071747.331742:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707732992 00000100:00100000:0.0:1783071747.331779:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783071747.331787:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707732992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783071747.331802:0:22638:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783071747.331817:0:22638:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783071747.331821:0:22638:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1783071747.331908:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707732992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071747.331915:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1783071747.331948:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707732992:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783071747.332001:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783071747.332010:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071747.332046:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071747.332056:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1783071747.332058:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a04a0c000 from 12 10000000:01000000:2.0:1783071747.332061:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1783071747.332091:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071747.332099:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071747.332107:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071747.332131:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707733120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1783071747.332162:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071747.332187:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b01254840 going to sleep for 11 seconds 00000100:00100000:0.0:1783071747.332200:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733120 00000100:00100000:0.0:1783071747.332205:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733120 00000100:00100000:0.0:1783071747.332232:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1783071747.332238:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707733120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071747.332250:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071747.332260:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb7c expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.332276:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.332285:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071747.332292:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce9c00, rc 0) 00000100:00100000:0.0:1783071747.332326:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707733120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 88us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071747.332332:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783071747.332535:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707733120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071747.332546:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071747.332554:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071747.332598:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707733248:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783071747.332627:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071747.332664:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b01254840 going to sleep for 11 seconds 00000100:00100000:1.0:1783071747.334700:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733248 00000100:00100000:1.0:1783071747.334715:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733248 00000100:00100000:1.0:1783071747.335261:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783071747.335275:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707733248:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783071747.335313:0:22639:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783071747.335347:0:22639:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783071747.335351:0:22639:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1783071747.335553:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707733248:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 281us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071747.335561:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1783071747.335595:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707733248:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783071747.335671:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783071747.335681:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071747.335691:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071747.395451:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783071747.970600:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783071748.292915:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783071748.419050:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:1.0:1783071748.995972:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071749.443532:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00010000:00010000:3.0:1783071750.021140:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071750.476290:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000001:02000400:3.0:1783071750.979499:0:23646:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1783071751.047695:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071751.490758:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707733376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071751.490902:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071751.490998:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733376 00000100:00100000:2.0:1783071751.491008:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733376 00000100:00100000:2.0:1783071751.491079:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783071751.491089:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707733376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783071751.491136:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783071751.491210:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707733376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.491218:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1783071751.491265:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707733376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071751.491446:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 0 seconds 00000100:00080000:2.0:1783071751.491602:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1783071751.491606:0:37:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1783071751.491609:0:37:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783071751.491617:0:37:0:(import.c:626:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8f8b3b4b0800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071751.491638:0:37:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a039d7100 x1869685707733632/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071751.491669:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071751.491672:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071751.491675:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071751.491678:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071751.491690:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071751.491693:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071751.491696:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071751.491699:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071751.491887:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707733504:0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.491927:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071751.491957:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783071751.491963:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707733760:0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.492009:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071751.492058:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707733632:0@lo:38:kworker.0 00000100:00100000:2.0:1783071751.492096:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071751.492128:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733504 00000100:00100000:2.0:1783071751.492134:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733504 00000100:00100000:2.0:1783071751.492166:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783071751.492173:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:3647:x1869685707733504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.492213:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:3647:x1869685707733504:12345-0@lo:400:kworker.0 Request processed in 40us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.492219:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783071751.492278:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733760 00000100:00100000:2.0:1783071751.492282:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733760 00000100:00100000:2.0:1783071751.492311:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783071751.492318:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707733760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.492351:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707733760:12345-0@lo:400:kworker.0 Request processed in 33us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.492357:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1783071751.492400:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733632 00000100:00100000:2.0:1783071751.492406:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733632 00000100:00100000:2.0:1783071751.492426:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1783071751.492431:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3644:x1869685707733632:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1783071751.492453:0:22650:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 653 last 0 00000020:00000080:2.0:1783071751.492486:0:22650:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbddb8a 00000004:00100000:2.0:1783071751.492501:0:22650:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1783071751.492508:0:22650:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1783071751.492591:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707733888:0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.492621:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1783071751.492669:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8a039d4e00 x1869685707733760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071751.492681:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707733760:0@lo:400:kworker.0 00000100:00100000:2.0:1783071751.492690:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707733504:0@lo:400:kworker.0 00000100:00100000:3.0:1783071751.492833:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707733888 00000100:00100000:3.0:1783071751.492838:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707733888 00000100:00100000:3.0:1783071751.492877:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783071751.492886:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707733888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071751.492938:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707733888:12345-0@lo:400:kworker.0 Request processed in 53us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071751.492945:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1783071751.492976:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8a039d4000 x1869685707733888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071751.492985:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707733888:0@lo:400:kworker.0 00000100:00080000:3.0:1783071751.505721:0:22650:0:(import.c:65:import_set_state_nolock()) ffff8f8a0319e000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071751.505837:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3644:x1869685707733632:12345-0@lo:38:kworker.0 Request processed in 13404us (13739us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071751.505849:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1783071751.505910:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1783071751.505949:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1783071751.505956:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783071751.505959:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b3b4b0800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1783071751.506808:0:3644:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002e148658): req@ffff8f8a039d7480 x1869685707726592/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071751.506839:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707733632:0@lo:38:kworker.0 00000100:00100000:3.0:1783071751.506966:0:22686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071751.507004:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b076863c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071751.507075:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707726592 00000100:00100000:2.0:1783071751.507081:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707726592 00000100:00100000:2.0:1783071751.507139:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783071751.507148:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707726592:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783071751.507229:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707726592:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 82us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.507236:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1783071751.507436:0:22686:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22686:1869685707726592:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1783071751.507480:0:22686:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1783071751.507523:0:22686:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22686:1869685707734016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783071751.507562:0:22686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071751.507590:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b05a51f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071751.507772:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734016 00000100:00100000:2.0:1783071751.507777:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734016 00000100:00100000:2.0:1783071751.507815:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783071751.507822:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707734016:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783071751.507929:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707734016:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.507936:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783071751.507965:0:22686:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22686:1869685707734016:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783071751.508056:0:22686:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22686:1869685707734144:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1783071751.508089:0:22686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071751.508121:0:22686:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c440c0 going to sleep for 11 seconds 00000100:00100000:2.0:1783071751.508196:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734144 00000100:00100000:2.0:1783071751.508201:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734144 00000100:00100000:2.0:1783071751.508229:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1783071751.508236:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707734144:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1783071751.508287:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22686:x1869685707734144:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 51us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071751.508293:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1783071751.508452:0:22686:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22686:1869685707734144:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1783071751.508493:0:22686:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783071751.508918:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707734272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071751.508947:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071751.512511:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734272 00000100:00100000:1.0:1783071751.512526:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734272 00000100:00100000:1.0:1783071751.512583:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783071751.512593:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1869685707734272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783071751.512631:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000040:00080000:3.0:1783071751.513998:0:22686:0:(llog.c:857:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1783071751.514090:0:22686:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:3.0:1783071751.514096:0:22686:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:1.0:1783071751.515917:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3646:x1869685707734272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3320us (6961us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071751.515931:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783071751.516482:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707734272:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1783071751.858665:0:23700:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783071751.858873:0:23700:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071752.066573:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1783071752.591740:0:23750:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783071752.591922:0:23750:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1783071753.093144:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783071753.453166:0:23799:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffea98f3ce0 20000000:00000080:0.0:1783071753.453185:0:23799:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f8b1e810800 uarg=0000000000000000 20000000:01000000:0.0:1783071753.453223:0:23799:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1783071753.453230:0:23799:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1783071753.453234:0:23799:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:3.0:1783071753.453719:0:23800:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1783071753.453874:0:23799:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1783071753.467291:0:23799:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1783071753.467326:0:23799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467347:0:23799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467355:0:23799:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467483:0:23799:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467531:0:23799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467546:0:23799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 17 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071753.467563:0:23799:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1869685707734400:0@lo:104: 00000100:00100000:0.0:1783071753.467628:0:23799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783071753.467723:0:23799:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071753.467731:0:23799:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071753.467740:0:23799:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1869685707734528:0@lo:104: 00000100:00100000:0.0:1783071753.467764:0:23799:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071753.468184:0:23799:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783071753.468244:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734400 00000100:00100000:3.0:1783071753.468253:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734400 00000100:00100000:3.0:1783071753.468299:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734528 00000100:00100000:3.0:1783071753.468301:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734528 00000100:00100000:3.0:1783071753.468312:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783071753.468320:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+4:23799:x1869685707734400:12345-0@lo:104: 00010000:00010000:3.0:1783071753.468334:0:22627:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468470:0:22627:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1783071753.468477:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+4:23799:x1869685707734400:12345-0@lo:104: Request processed in 157us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071753.468497:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1783071753.468524:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783071753.468530:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:23799:x1869685707734528:12345-0@lo:104: 00010000:00010000:3.0:1783071753.468538:0:22627:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468572:0:22627:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1783071753.468577:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:23799:x1869685707734528:12345-0@lo:104: Request processed in 48us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071753.468583:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1783071753.468598:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783071753.468604:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468611:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8a00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:3.0:1783071753.468614:0:22632:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468622:0:22632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783071753.468629:0:22632:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071753.468634:0:22632:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783071753.468663:0:22632:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468670:0:22632:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783071753.468696:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468703:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddb36 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb3d expref: -99 pid: 23377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468715:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071753.468718:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468723:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8e00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:3.0:1783071753.468726:0:22632:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468733:0:22632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783071753.468738:0:22632:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071753.468743:0:22632:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1783071753.468756:0:22632:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468761:0:22632:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783071753.468767:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468774:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbdda33 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbdda3a expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071753.468798:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071753.468800:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071753.468801:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071753.468808:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071753.468823:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707734656:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071753.468853:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071753.468881:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783071753.468886:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707734784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071753.468905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071753.469288:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734656 00000100:00100000:1.0:1783071753.469293:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734656 00010000:00010000:1.0:1783071753.469312:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 18 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071753.469381:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734784 00000100:00100000:1.0:1783071753.469384:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734784 00010000:00010000:1.0:1783071753.469394:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 19 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071753.469457:0:23799:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1869685707734400:0@lo:104: 00000100:00100000:2.0:1783071753.469466:0:23799:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23799:1869685707734528:0@lo:104: 00010000:00010000:2.0:1783071753.469488:0:23799:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071753.469930:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783071753.470263:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+19:3647:x1869685707734656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071753.470278:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071753.470284:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 19 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470297:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 19 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470312:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8800/0x6b58994c2cbddb3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddb36 expref: 19 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470326:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071753.470410:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+18:3647:x1869685707734656:12345-0@lo:103:ldlm_bl.0 Request processed in 472us (1556us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071753.470417:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1783071753.470435:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1783071753.470442:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+17:3647:x1869685707734784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071753.470448:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071753.470452:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470476:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470487:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbdda3a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbdda33 expref: 17 pid: 22637 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470500:0:22629:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470509:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470524:0:22629:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470531:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470537:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470543:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470549:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce9a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071753.470553:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470561:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470586:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470597:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071753.470622:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+16:3647:x1869685707734784:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071753.470628:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1783071753.470651:0:23799:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470659:0:23799:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071753.470665:0:23799:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce9a00/0x6b58994c2cbddb91 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071753.472388:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707734784:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071753.472405:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707734656:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783071754.116081:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783071754.693135:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783071754.693143:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a01e3e800 from 13 10000000:01000000:3.0:1783071754.693149:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783071754.693201:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071754.693213:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071754.693224:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071754.693250:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707734912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.693335:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071754.693417:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0490ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1783071754.694612:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707734912 00000100:00100000:1.0:1783071754.694623:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707734912 00000100:00100000:1.0:1783071754.694689:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783071754.694700:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+16:22641:x1869685707734912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071754.694714:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071754.694742:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddb98 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.694769:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 17 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.694780:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 17 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.694789:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01749a00, rc 0) 00000100:00100000:1.0:1783071754.694858:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707734912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071754.694865:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1783071754.694923:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707734912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071754.694941:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071754.694950:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071754.695027:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.695055:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071754.695146:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0490ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071754.698584:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735040 00000100:00100000:0.0:1783071754.698618:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735040 00000100:00100000:0.0:1783071754.698674:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783071754.698685:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707735040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071754.698862:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707735040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 178us (3805us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071754.698870:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1783071754.699006:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.699051:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.699108:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071754.699144:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0490ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071754.699207:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735168 00000100:00100000:2.0:1783071754.699212:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735168 00000100:00100000:2.0:1783071754.699343:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783071754.699351:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707735168:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783071754.699478:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707735168:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 127us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071754.699484:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1783071754.700359:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735168:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783071754.702639:0:23867:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783071754.703188:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783071754.703211:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783071754.703223:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071754.703233:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071754.703243:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783071754.703246:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a04a0c000 from 13 10000000:01000000:0.0:1783071754.703249:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071754.703289:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071754.703298:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071754.703309:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071754.703337:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783071754.703684:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071754.703750:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1783071754.703830:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735296 00000100:00100000:1.0:1783071754.703838:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735296 00000100:00100000:1.0:1783071754.703933:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783071754.703943:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+17:22641:x1869685707735296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071754.703958:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071754.703972:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddba6 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.704006:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.704017:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 18 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.704026:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01749800, rc 0) 00000100:00100000:1.0:1783071754.704089:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707735296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071754.704114:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1783071754.704119:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071754.704134:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071754.704143:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071754.704223:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.704252:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071754.704967:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0490e180 going to sleep for 11 seconds 00000100:00100000:0.0:1783071754.706377:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735424 00000100:00100000:0.0:1783071754.706410:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735424 00000100:00100000:0.0:1783071754.706468:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1783071754.706479:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707735424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071754.706715:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707735424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 238us (2461us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071754.706723:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1783071754.706927:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.706989:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783071754.707036:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071754.707166:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735552 00000100:00100000:1.0:1783071754.707171:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735552 00000100:00100000:3.0:1783071754.707180:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0490e180 going to sleep for 11 seconds 00000100:00100000:1.0:1783071754.707194:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1783071754.707201:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707735552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783071754.708052:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:22641:x1869685707735552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 848us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071754.708062:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1783071754.708354:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707735552:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783071754.710085:0:23868:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783071754.710237:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783071754.710323:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783071754.710335:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071754.710348:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071755.140035:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783071755.588188:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783071756.162968:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071756.611723:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071746/real 1783071746] req@ffff8f8b37b4ad80 x1869685707729664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071756.611757:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b4ad80 x1869685707729664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071756.611768:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071746/real 1783071746] req@ffff8f8b37b49880 x1869685707729536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071756 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071756.611779:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b49880 x1869685707729536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071756 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783071756.611800:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071756.611827:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783071756.611832:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729664:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1783071756.611837:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b10395800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071756.611842:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783071756.611845:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707729536:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1783071756.612865:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071756.612871:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071756.612874:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071756.612877:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071756.612900:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071756.612903:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1783071756.612907:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8b10395800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071756.612914:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 647 00000100:00080000:3.0:1783071756.612919:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071756.612927:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f8b10395800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071756.612958:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79e300 x1869685707736192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1783071756.612992:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071756.612995:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1783071756.612997:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1783071756.613001:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 647 00000100:00080000:3.0:1783071756.613004:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1783071756.613008:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f8b08854800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:3.0:1783071756.613030:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b3c79d180 x1869685707736320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071756.613064:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707735936:0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.613136:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071756.613176:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783071756.613182:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707736064:0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613289:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707735680:0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613326:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071756.613388:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707736448:0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613412:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071756.613430:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783071756.613435:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707735808:0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613474:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071756.613506:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735680 00000100:00100000:0.0:1783071756.613513:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735680 00000100:00100000:0.0:1783071756.613571:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783071756.613580:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:3645:x1869685707735680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613628:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:3645:x1869685707735680:12345-0@lo:400:kworker.0 Request processed in 48us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071756.613636:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1783071756.613669:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735936 00000100:00100000:0.0:1783071756.613673:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735936 00000100:00100000:0.0:1783071756.613695:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736448 00000100:00100000:0.0:1783071756.613698:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736448 00000100:00100000:0.0:1783071756.613711:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783071756.613716:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707735936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613747:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707735936:12345-0@lo:400:kworker.0 Request processed in 31us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071756.613754:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1783071756.613765:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783071756.613771:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707736448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071756.613796:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707736448:12345-0@lo:400:kworker.0 Request processed in 25us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071756.613802:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783071756.613826:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707736192:0@lo:8:kworker.0 00000400:00000100:0.0:1783071756.613858:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707736192 offset 0 length 520: 4 00000100:00100000:0.0:1783071756.613872:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707736320:0@lo:8:kworker.0 00000400:00000100:0.0:1783071756.613889:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707736320 offset 0 length 520: 4 00000100:00100000:0.0:1783071756.613925:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707735680:0@lo:400:kworker.0 00010000:00080000:0.0:1783071756.613948:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8b3c79ed80 x1869685707736448/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071756.613959:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707736448:0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.614638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1783071756.614672:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8b3c79f800 x1869685707735936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071756.614682:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707735936:0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.614714:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707735808 00000100:00100000:3.0:1783071756.614718:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707735808 00000100:00100000:3.0:1783071756.614748:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736064 00000100:00100000:3.0:1783071756.614751:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736064 00000100:00100000:3.0:1783071756.614765:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071756.614770:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1869685707735808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.614811:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3645:x1869685707735808:12345-0@lo:400:kworker.0 Request processed in 40us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071756.614829:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071756.614842:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783071756.614848:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707736064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.614881:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707736064:12345-0@lo:400:kworker.0 Request processed in 33us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071756.614886:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783071756.614916:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707735808:0@lo:400:kworker.0 00000100:00100000:3.0:1783071756.614936:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707736064:0@lo:400:kworker.0 00000100:00100000:1.0:1783071756.616598:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707736576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071756.616656:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071756.617162:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736576 00000100:00100000:3.0:1783071756.617170:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736576 00000100:00100000:3.0:1783071756.617719:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783071756.617730:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1869685707736576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783071756.617766:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071756.617827:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1869685707736576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071756.617833:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783071756.617854:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783071756.617865:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707736704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071756.617895:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071756.617927:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736704 00000100:00100000:3.0:1783071756.617931:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736704 00000100:00100000:3.0:1783071756.617966:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783071756.617972:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707736704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783071756.617990:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071756.618405:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707736576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783071756.618958:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707736704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 983us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071756.618982:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1783071756.622123:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707736704:0@lo:41:osp-pre-0-1.0 00000001:00100000:0.0:1783071757.139252:0:23378:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1783071757.192617:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071757.634533:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071742/real 1783071742] req@ffff8f8b37b49c00 x1869685707727616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071757.634562:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b49c00 x1869685707727616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071757.634572:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071742/real 1783071742] req@ffff8f8b37b48700 x1869685707727744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071757 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071757.634582:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b48700 x1869685707727744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071757 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1783071757.634600:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071757.634613:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783071757.634617:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727616:0@lo:8:kworker.0 00000100:00080000:0.0:1783071757.634622:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1783071757.634626:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1783071757.634628:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707727744:0@lo:8:kworker.0 00000100:00100000:1.0:1783071757.634706:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1783071757.634718:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1783071757.634720:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707736832:0@lo:400:kworker.0 00000100:00080000:0.0:1783071757.634722:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1783071757.634724:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071757.634729:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:0.0:1783071757.634733:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783071757.634740:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f8a03008000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071757.634760:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b48a80 x1869685707737088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783071757.634772:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071757.634776:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783071757.634777:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071757.634780:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:0.0:1783071757.634783:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1783071757.634786:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f8b069da800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071757.634796:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37b49180 x1869685707737216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071757.634807:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783071757.634814:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071757.634817:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071757.634820:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071757.634823:0:8:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783071757.634842:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707737600:0@lo:400:kworker.0 00000100:00100000:1.0:1783071757.634852:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707737472:0@lo:400:kworker.0 00000100:00100000:1.0:1783071757.634874:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071757.634874:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071757.634902:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707737344:0@lo:400:kworker.0 00000100:00100000:1.0:1783071757.634906:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736832 00000100:00100000:1.0:1783071757.634912:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736832 00000100:00100000:0.0:1783071757.634944:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071757.634961:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1783071757.634966:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707736960:0@lo:400:kworker.0 00000100:00100000:1.0:1783071757.634967:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1783071757.634975:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:3647:x1869685707736832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071757.634985:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071757.635007:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737600 00000100:00100000:0.0:1783071757.635011:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737600 00000100:00100000:1.0:1783071757.635020:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+18:3647:x1869685707736832:12345-0@lo:400:kworker.0 Request processed in 45us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071757.635027:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1783071757.635054:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737344 00000100:00100000:0.0:1783071757.635057:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737344 00000100:00100000:1.0:1783071757.635068:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707736832:0@lo:400:kworker.0 00000100:00100000:0.0:1783071757.635071:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071757.635076:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707737600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071757.635114:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707737600:12345-0@lo:400:kworker.0 Request processed in 37us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071757.635121:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071757.635135:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783071757.635140:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707737344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071757.635169:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707737344:12345-0@lo:400:kworker.0 Request processed in 29us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071757.635175:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1783071757.635208:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8b37b4a300 x1869685707737600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071757.635219:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707737600:0@lo:400:kworker.0 00010000:00080000:0.0:1783071757.635239:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8b37b48e00 x1869685707737344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071757.635248:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707737344:0@lo:400:kworker.0 00000100:00100000:0.0:1783071757.635262:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707737088:0@lo:8:kworker.0 00000400:00000100:0.0:1783071757.635291:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707737088 offset 0 length 520: 4 00000100:00100000:0.0:1783071757.635303:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707737216:0@lo:8:kworker.0 00000400:00000100:0.0:1783071757.635319:0:3644:0:(lib-move.c:4262:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1869685707737216 offset 0 length 520: 4 00000100:00100000:2.0:1783071757.637095:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737472 00000100:00100000:2.0:1783071757.637109:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737472 00000100:00100000:2.0:1783071757.637155:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707736960 00000100:00100000:2.0:1783071757.637158:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707736960 00000100:00100000:2.0:1783071757.637174:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071757.637182:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707737472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071757.637278:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707737472:12345-0@lo:400:kworker.0 Request processed in 96us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071757.637285:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071757.637300:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783071757.637307:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707736960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071757.637341:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707736960:12345-0@lo:400:kworker.0 Request processed in 36us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071757.637348:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783071757.638637:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707737472:0@lo:400:kworker.0 00000100:00100000:2.0:1783071757.638684:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707736960:0@lo:400:kworker.0 00010000:00010000:0.0:1783071758.210617:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1783071758.530994:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1783071759.234586:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1783071759.596557:0:24146:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:3.0:1783071759.596561:0:24146:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1783071759.596563:0:24146:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1783071759.597059:0:24146:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f8a0319f800 00000020:01000004:3.0:1783071759.597076:0:24146:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1783071759.597090:0:24146:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1783071759.597105:0:24146:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8f8b3c6c99c0) 00000020:00000080:3.0:1783071759.597121:0:24146:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1783071759.675196:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783071759.675624:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1783071759.676195:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1783071759.676406:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1783071759.676731:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1783071759.677017:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1783071759.677273:0:24146:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:01000000:1.0:1783071759.680131:0:24146:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1783071759.680330:0:24146:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1783071759.680344:0:24146:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:1.0:1783071759.680354:0:24146:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6b58994c2cbddbbb 00000020:01000004:1.0:1783071759.680360:0:24146:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1783071759.680500:0:24146:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.138@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1783071759.680504:0:24146:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.138@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1783071759.680510:0:24146:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1783071759.680515:0:24146:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1783071759.680524:0:24146:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8f8b06cab380) 00000020:00000080:1.0:1783071759.680535:0:24146:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1783071759.681635:0:24146:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1783071759.681799:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1783071759.681805:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:3.0:1783071759.685470:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:3.0:1783071759.685483:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1783071759.688624:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1783071759.688646:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1783071759.690461:0:24146:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071759.691317:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1783071759.691325:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1783071759.695729:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1783071759.695742:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1783071759.715943:0:24146:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071759.716260:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1783071759.716268:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1783071759.718026:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1783071759.718041:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1783071759.719123:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1783071759.719134:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1783071759.722104:0:24146:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1783071759.722286:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1783071759.722293:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1783071759.723206:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1783071759.723214:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1783071759.758092:0:24146:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1783071759.758307:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1783071759.758313:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1783071759.759800:0:24146:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1783071759.759811:0:24146:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1783071759.760805:0:24146:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1783071759.760838:0:24146:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1783071759.760847:0:24146:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.138@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1783071759.784785:0:24146:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783071759.784839:0:24146:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.138@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1783071759.784845:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783071759.784859:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783071759.784861:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071759.784862:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071759.784863:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071759.784865:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071759.784866:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071759.784868:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071759.784869:0:24146:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783071759.784873:0:24146:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1783071759.784875:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783071759.784876:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783071759.784886:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071759.784887:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071759.784888:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071759.784889:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071759.784890:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071759.784891:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071759.784892:0:24146:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783071759.784933:0:24146:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1783071759.784968:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737728:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783071759.785045:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.785462:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d900 going to sleep for 11 seconds 00000100:00100000:1.0:1783071759.787612:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737728 00000100:00100000:1.0:1783071759.787626:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737728 00000100:00100000:1.0:1783071759.787709:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1783071759.787719:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:24146:x1869685707737728:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1783071759.787789:0:22639:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1783071759.787793:0:22639:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1783071759.787798:0:22639:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1783071759.788639:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:24146:x1869685707737728:12345-0@lo:253:mount.lustre.0 Request processed in 918us (3590us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071759.788650:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1783071759.788745:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737728:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783071759.788759:0:24146:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1783071759.788763:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783071759.788765:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1783071759.788767:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071759.788768:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071759.788769:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071759.788770:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071759.788772:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071759.788774:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071759.788775:0:24146:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783071759.788796:0:24146:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f8a0319f800 from lustre-OST0000 10000000:01000000:2.0:1783071759.788826:0:24146:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1783071759.788837:0:24146:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783071759.788845:0:24146:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f8a02298000 local copy 00010000:00010000:2.0:1783071759.788870:0:24146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071759.788991:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737856:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071759.789027:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.789315:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737856 00000100:00100000:1.0:1783071759.789321:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737856 00000100:00100000:1.0:1783071759.789387:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1783071759.789396:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:24146:x1869685707737856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071759.789465:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+18:24146:x1869685707737856:12345-0@lo:501:mount.lustre.0 Request processed in 70us (437us total) trans 0 rc -2/-2 00000100:00100000:1.0:1783071759.789473:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1783071759.789758:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d000 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.789775:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737856:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783071759.789792:0:24146:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.138@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783071759.789818:0:24146:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.138@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783071759.789825:0:24146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.789834:0:24146:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071759.789874:0:24146:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f8a0319f800 10000000:01000000:2.0:1783071759.789889:0:24146:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783071759.789894:0:24146:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1783071759.789897:0:24146:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783071759.789901:0:24146:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1783071759.789904:0:24146:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1783071759.789927:0:24146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.789935:0:24146:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.789969:0:24146:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071759.789983:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737984:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783071759.790014:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.790030:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d000 going to sleep for 11 seconds 00000100:00100000:1.0:1783071759.791333:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707737984 00000100:00100000:1.0:1783071759.791344:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707737984 00000100:00100000:1.0:1783071759.791469:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1783071759.791478:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+18:24146:x1869685707737984:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071759.791490:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071759.791507:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01748a00/0x6b58994c2cbddbd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddbc9 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071759.791534:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748a00/0x6b58994c2cbddbd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddbc9 expref: 19 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071759.791557:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01748a00/0x6b58994c2cbddbd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddbc9 expref: 19 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071759.791565:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01748a00, rc 0) 00000100:00100000:1.0:1783071759.791627:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707737984:12345-0@lo:101:mount.lustre.0 Request processed in 151us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071759.791636:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1783071759.793338:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707737984:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071759.793394:0:24146:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbd0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.793405:0:24146:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddbd0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783071759.801657:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1783071759.808109:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071759.811193:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1783071759.811253:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1783071759.811269:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1783071759.811282:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1783071759.811299:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1783071759.811312:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1783071759.811324:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1783071759.811335:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1783071759.811346:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1783071759.811357:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1783071759.817708:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1783071759.817749:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1783071759.817784:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1783071759.817791:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1783071759.818271:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738112:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071759.818348:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.818510:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0729bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071759.821175:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738112 00000100:00100000:3.0:1783071759.821195:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738112 00000100:00100000:3.0:1783071759.821392:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783071759.821404:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738112:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071759.821630:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738112:12345-0@lo:501:mount.lustre.0 Request processed in 227us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071759.821638:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1783071759.821771:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738112:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071759.821829:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738240:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071759.821895:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.825778:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1783071759.828895:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738240 00000100:00100000:1.0:1783071759.828915:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738240 00000100:00100000:1.0:1783071759.828990:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1783071759.829001:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738240:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071759.830759:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738240:12345-0@lo:503:mount.lustre.0 Request processed in 1750us (8855us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071759.830774:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1783071759.830815:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738240:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1783071759.831348:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1783071759.831466:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738368:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.831512:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.831550:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d000 going to sleep for 11 seconds 00000100:00100000:0.0:1783071759.832019:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738368 00000100:00100000:0.0:1783071759.832027:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738368 00000100:00100000:0.0:1783071759.832098:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1783071759.832106:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071759.832808:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738368:12345-0@lo:502:mount.lustre.0 Request processed in 701us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.832818:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783071759.835485:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738368:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783071759.835766:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1783071759.835814:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1783071759.835830:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1783071759.835843:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1783071759.835873:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1783071759.835897:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1783071759.835910:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1783071759.835923:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1783071759.835936:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1783071759.835949:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1783071759.836148:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1783071759.836162:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1783071759.836200:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738496:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.836273:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.836331:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d000 going to sleep for 11 seconds 00000100:00100000:3.0:1783071759.836575:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738496 00000100:00100000:3.0:1783071759.836583:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738496 00000100:00100000:3.0:1783071759.836643:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1783071759.836654:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738496:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071759.836778:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738496:12345-0@lo:502:mount.lustre.0 Request processed in 126us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071759.836786:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1783071759.836901:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738496:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783071759.836949:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1783071759.837076:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1783071759.838287:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1783071759.838298:0:24163:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1783071759.838315:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.838318:0:24163:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1783071759.838324:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783071759.838341:0:24163:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8f8b06ca99c0) 00000020:00000080:1.0:1783071759.838395:0:24163:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1783071759.838402:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1783071759.838497:0:24163:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a0319f800 from lustre-OST0000, refs=2 00080000:01000000:1.0:1783071759.838506:0:24163:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:1.0:1783071759.838523:0:24163:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x6b58994c2cbddbde 00010000:00010000:1.0:1783071759.848227:0:24163:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1783071759.848720:0:24163:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1783071759.850790:0:24163:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1783071759.852431:0:24163:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1783071759.852443:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.852463:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852466:0:24163:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1783071759.852470:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1783071759.852473:0:24163:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1783071759.852474:0:24163:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783071759.852476:0:24163:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1783071759.852478:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1783071759.852480:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852481:0:24163:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1783071759.852484:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.852486:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852488:0:24163:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1783071759.852497:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1783071759.852499:0:24163:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1783071759.852501:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.852503:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852505:0:24163:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1783071759.852507:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.852510:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852511:0:24163:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1783071759.852514:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1783071759.852541:0:24163:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.852544:0:24163:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.852546:0:24163:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1783071759.852549:0:24163:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:0.0:1783071759.852840:0:24146:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:0.0:1783071759.852896:0:24146:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1783071759.852921:0:24146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbd0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.852933:0:24146:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b00031200/0x6b58994c2cbddbc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbd0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071759.852942:0:24146:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a0319f800 from 1 10000000:01000000:0.0:1783071759.852945:0:24146:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071759.853110:0:24146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.853131:0:24146:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.853142:0:24146:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071759.853167:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738624:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071759.853236:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.853282:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2c000 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.853351:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738624 00000100:00100000:2.0:1783071759.853360:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738624 00000100:00100000:2.0:1783071759.853437:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1783071759.853447:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+19:24146:x1869685707738624:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071759.853462:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071759.853474:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddbe5 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.853499:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 20 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.853510:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 20 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.853519:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b00030c00, rc 0) 00000100:00100000:2.0:1783071759.853567:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707738624:12345-0@lo:101:mount.lustre.0 Request processed in 121us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.853573:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1783071759.853794:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071759.853809:0:24146:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.853818:0:24146:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783071759.856220:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1783071759.856661:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783071759.856897:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1783071759.856920:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1783071759.856932:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1783071759.856944:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1783071759.858052:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1783071759.858470:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1783071759.858486:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1783071759.858500:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1783071759.858513:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1783071759.858525:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1783071759.858549:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1783071759.858574:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1783071759.858580:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1783071759.858710:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071759.858790:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.858941:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2c900 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.863039:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738752 00000100:00100000:2.0:1783071759.863056:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738752 00000100:00100000:2.0:1783071759.863224:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1783071759.863237:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707738752:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071759.863459:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707738752:12345-0@lo:501:mount.lustre.0 Request processed in 224us (4668us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.863466:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1783071759.867231:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738752:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071759.867313:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738880:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071759.867416:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.867461:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.867601:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707738880 00000100:00100000:2.0:1783071759.867608:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707738880 00000100:00100000:2.0:1783071759.867661:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1783071759.867671:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707738880:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071759.867802:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707738880:12345-0@lo:503:mount.lustre.0 Request processed in 131us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.867810:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1783071759.868108:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707738880:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071759.868637:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071759.868718:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739008:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071759.868766:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.868795:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.869232:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739008 00000100:00100000:2.0:1783071759.869239:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739008 00000100:00100000:2.0:1783071759.869283:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783071759.869293:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707739008:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.869443:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707739008:12345-0@lo:502:mount.lustre.0 Request processed in 151us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.869450:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1783071759.869610:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739008:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071759.869829:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783071759.870447:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1783071759.870470:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1783071759.870487:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1783071759.870500:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1783071759.870512:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1783071759.870538:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1783071759.870565:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1783071759.870579:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1783071759.870593:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1783071759.870605:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1783071759.870642:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739136:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071759.870701:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.870742:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.870890:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739136 00000100:00100000:2.0:1783071759.870897:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739136 00000100:00100000:2.0:1783071759.870939:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783071759.870951:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707739136:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.871025:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707739136:12345-0@lo:502:mount.lustre.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.871029:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1783071759.872591:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739136:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071759.872699:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1783071759.872713:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1783071759.873826:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.873838:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.873840:0:24167:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1783071759.873924:0:24167:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a0319f800 00000020:00000080:1.0:1783071759.873928:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783071759.873935:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.873938:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.873940:0:24167:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1783071759.873942:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.873945:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.873946:0:24167:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1783071759.873949:0:24167:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a0319f800 00000020:00000080:1.0:1783071759.874016:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783071759.874147:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.874152:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.874153:0:24167:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1783071759.874156:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.874159:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.874160:0:24167:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783071759.874163:0:24167:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a0319f800 00000020:00000080:1.0:1783071759.874175:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783071759.875565:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.875576:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.875577:0:24167:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1783071759.875581:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783071759.875585:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.875586:0:24167:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1783071759.875591:0:24167:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a0319f800 00000020:00000080:1.0:1783071759.875593:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1783071759.875640:0:24167:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783071759.875642:0:24167:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783071759.875644:0:24167:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1783071759.875647:0:24167:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1783071759.875850:0:24146:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1783071759.875891:0:24146:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783071759.875913:0:24146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.875930:0:24146:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071759.875983:0:24146:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783071759.875986:0:24146:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f8a0319f800 10000000:01000000:0.0:1783071759.875989:0:24146:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f8a0319f800 10000000:01000000:0.0:1783071759.875993:0:24146:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783071759.875998:0:24146:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f8a0319f800 from 1 10000000:01000000:0.0:1783071759.876001:0:24146:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783071759.876039:0:24146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.876046:0:24146:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.876055:0:24146:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071759.876485:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739264:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071759.876564:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.876599:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2c540 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.879345:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739264 00000100:00100000:2.0:1783071759.879399:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739264 00000100:00100000:2.0:1783071759.879463:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783071759.879474:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+20:24146:x1869685707739264:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071759.879492:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071759.879514:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbddbfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddbf3 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.879544:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbddbfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddbf3 expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.879555:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b00031400/0x6b58994c2cbddbfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddbf3 expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.879565:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b00031400, rc 0) 00000100:00100000:2.0:1783071759.879658:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739264:12345-0@lo:101:mount.lustre.0 Request processed in 186us (3094us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.879666:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1783071759.880396:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739264:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071759.880418:0:24146:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbfa expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.880429:0:24146:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddbfa expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783071759.885210:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1783071759.885541:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071759.885726:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783071759.885751:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1783071759.885762:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1783071759.885773:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1783071759.885787:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1783071759.885798:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1783071759.885810:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1783071759.885837:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1783071759.886087:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783071759.886105:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1783071759.886117:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1783071759.886128:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1783071759.886138:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1783071759.886149:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1783071759.886161:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1783071759.886173:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1783071759.886184:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1783071759.886195:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1783071759.886218:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1783071759.886230:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1783071759.886241:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1783071759.886252:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1783071759.886263:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1783071759.886290:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1783071759.886303:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1783071759.886314:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1783071759.886326:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1783071759.886338:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1783071759.886350:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1783071759.887943:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1783071759.888002:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1783071759.888021:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1783071759.888035:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1783071759.888049:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1783071759.888061:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1783071759.888077:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1783071759.888089:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1783071759.888103:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1783071759.888118:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1783071759.888141:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1783071759.888180:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1783071759.888200:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1783071759.888213:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1783071759.888227:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1783071759.888242:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1783071759.888254:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1783071759.888268:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1783071759.888282:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1783071759.888467:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1783071759.888492:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1783071759.888515:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1783071759.888532:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1783071759.888644:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739392:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071759.889099:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.889198:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.889291:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739392 00000100:00100000:2.0:1783071759.889299:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739392 00000100:00100000:2.0:1783071759.889353:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1783071759.889385:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739392:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071759.889550:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739392:12345-0@lo:501:mount.lustre.0 Request processed in 187us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.889568:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1783071759.889931:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739392:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071759.889977:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739520:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071759.890024:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.890100:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.890141:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739520 00000100:00100000:2.0:1783071759.890147:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739520 00000100:00100000:2.0:1783071759.890216:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1783071759.890225:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739520:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071759.890328:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739520:12345-0@lo:503:mount.lustre.0 Request processed in 103us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.890336:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1783071759.890460:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739520:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071759.892070:0:24146:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071759.892164:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739648:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071759.892861:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071759.893623:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0317ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.895154:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739648 00000100:00100000:2.0:1783071759.895166:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739648 00000100:00100000:2.0:1783071759.895226:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1783071759.895235:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739648:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.895418:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739648:12345-0@lo:502:mount.lustre.0 Request processed in 184us (2559us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.895426:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1783071759.895556:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739648:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071759.895929:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1783071759.895978:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1783071759.895994:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1783071759.896006:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1783071759.896019:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1783071759.896032:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1783071759.896046:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1783071759.896061:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1783071759.896075:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1783071759.896089:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1783071759.896102:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1783071759.896114:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1783071759.896127:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1783071759.896148:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1783071759.896160:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1783071759.896172:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1783071759.896184:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1783071759.896210:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1783071759.896226:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1783071759.896238:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1783071759.896250:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1783071759.896262:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1783071759.896274:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1783071759.896286:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1783071759.896299:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1783071759.896311:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1783071759.896322:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1783071759.896334:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1783071759.896346:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1783071759.896358:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1783071759.896444:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1783071759.896458:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1783071759.896470:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1783071759.896495:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1783071759.896511:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1783071759.896525:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1783071759.896537:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1783071759.896549:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1783071759.896565:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1783071759.896578:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1783071759.896592:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1783071759.896605:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1783071759.896617:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1783071759.896630:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1783071759.896644:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1783071759.896661:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1783071759.896685:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1783071759.896698:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1783071759.898943:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739776:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.899041:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.899093:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739776 00000100:00100000:2.0:1783071759.899100:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739776 00000100:00100000:2.0:1783071759.899148:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783071759.899162:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739776:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.899281:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739776:12345-0@lo:502:mount.lustre.0 Request processed in 120us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.899289:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1783071759.899348:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511c240 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.899395:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739776:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783071759.899601:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1783071759.899626:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1783071759.899648:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739904:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071759.899683:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.899709:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511c240 going to sleep for 11 seconds 00000100:00100000:0.0:1783071759.901426:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707739904 00000100:00100000:0.0:1783071759.901439:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707739904 00000100:00100000:0.0:1783071759.901499:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1783071759.901509:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739904:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071759.901676:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707739904:12345-0@lo:502:mount.lustre.0 Request processed in 169us (1992us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.901684:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1783071759.902202:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707739904:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1783071759.902291:0:24146:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1783071759.902305:0:24146:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1783071759.903519:0:24172:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1783071759.903537:0:24172:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8f8b06c74d40) 00000020:00000080:2.0:1783071759.903564:0:24172:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1783071759.903776:0:24172:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a0319f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783071759.903781:0:24172:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a0319f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783071759.903784:0:24172:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a0319f800 3 00010000:00080000:2.0:1783071759.903819:0:24172:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a01cd9000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.138@tcp at head 00010000:00010000:2.0:1783071759.905606:0:24172:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1783071759.905725:0:24172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1783071759.907402:0:24172:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783071759.907423:0:24172:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x6b58994c2cbddc08 00000100:00080000:2.0:1783071759.907437:0:24172:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783071759.907447:0:24172:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8f8a01cd9000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071759.907488:0:24172:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a039d4e00 x1869685707740032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071759.907512:0:24172:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1783071759.907564:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071759.907568:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071759.907578:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071759.907581:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071759.907619:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071759.907623:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071759.907626:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071759.907630:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071759.907683:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707740160:0@lo:400:kworker.0 00000100:00100000:2.0:1783071759.907831:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.907871:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783071759.907951:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707740032:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783071759.907987:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.908041:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707740544:0@lo:400:kworker.0 00000100:00100000:0.0:1783071759.908067:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.908084:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783071759.908090:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707740416:0@lo:400:kworker.0 00000100:00100000:0.0:1783071759.908114:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.908224:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740032 00000100:00100000:0.0:1783071759.908230:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740032 00000100:00100000:0.0:1783071759.908259:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740544 00000100:00100000:0.0:1783071759.908261:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740544 00000100:00100000:0.0:1783071759.908300:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783071759.908309:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707740544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071759.908388:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707740544:12345-0@lo:400:kworker.0 Request processed in 79us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.908395:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1783071759.908414:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783071759.908420:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1869685707740032:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1783071759.908442:0:22644:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 661 last 0 00000020:00000080:0.0:1783071759.908497:0:22644:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x6b58994c2cbddc0f 00000004:00100000:0.0:1783071759.908513:0:22644:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1783071759.908549:0:22644:0:(import.c:65:import_set_state_nolock()) ffff8f8b1e8a8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071759.908591:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1869685707740032:12345-0@lo:38:llog_process_th.0 Request processed in 170us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.908599:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783071759.908628:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740160 00000100:00100000:0.0:1783071759.908632:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740160 00000100:00100000:0.0:1783071759.908658:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740416 00000100:00100000:0.0:1783071759.908662:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740416 00000100:00100000:0.0:1783071759.908679:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783071759.908686:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707740160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071759.908804:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707740288:0@lo:400:kworker.0 00000100:00100000:2.0:1783071759.908844:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071759.909625:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707740160:12345-0@lo:400:kworker.0 Request processed in 935us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.909635:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1783071759.909659:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783071759.909666:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707740416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071759.909701:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707740416:12345-0@lo:400:kworker.0 Request processed in 37us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.909792:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1783071759.909817:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740288 00000100:00100000:0.0:1783071759.909822:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740288 00000100:00100000:0.0:1783071759.909849:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071759.909855:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707740288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071759.909896:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707740288:12345-0@lo:400:kworker.0 Request processed in 41us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071759.909901:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071759.909947:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707740416:0@lo:400:kworker.0 00010000:00080000:0.0:1783071759.909963:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8a039d4a80 x1869685707740544/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071759.909973:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707740544:0@lo:400:kworker.0 00010000:00080000:0.0:1783071759.910011:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8a039d4e00 x1869685707740032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071759.910019:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783071759.910026:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1783071759.910033:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783071759.910038:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1783071759.910041:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a01cd9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783071759.910047:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3644:1869685707740032:0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783071759.910289:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8a039d7100 x1869685707740288/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071759.910299:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707740288:0@lo:400:kworker.0 00000100:00100000:2.0:1783071759.910312:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707740160:0@lo:400:kworker.0 00000020:01000004:2.0:1783071759.910926:0:24172:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1783071759.910942:0:24172:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8f8b3b5c0000) 00000020:00000080:2.0:1783071759.910964:0:24172:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1783071759.911174:0:24172:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a0319f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783071759.911179:0:24172:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a0319f800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1783071759.911182:0:24172:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a0319f800 3 00010000:00080000:2.0:1783071759.911224:0:24172:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a01cde800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.138@tcp at head 00010000:00010000:2.0:1783071759.916155:0:24172:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1783071759.916271:0:24172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1783071759.916340:0:24172:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1783071759.916352:0:24172:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x6b58994c2cbddc1d 00000100:00080000:2.0:1783071759.916382:0:24172:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1783071759.916388:0:24172:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8f8a01cde800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071759.916427:0:24172:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37ab9c00 x1869685707740672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071759.916458:0:24172:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1783071759.916531:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071759.916536:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071759.916539:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071759.916542:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071759.916547:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071759.916550:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1783071759.916553:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1783071759.916557:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1783071759.916949:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1869685707740672:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1783071759.917026:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071759.917073:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740672 00000100:00100000:3.0:1783071759.917081:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740672 00000100:00100000:3.0:1783071759.917131:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1783071759.917139:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1869685707740672:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1783071759.917172:0:22645:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 661 last 0 00000020:00000080:3.0:1783071759.917241:0:22645:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x6b58994c2cbddc24 00000004:00100000:3.0:1783071759.917257:0:22645:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783071759.917292:0:22645:0:(import.c:65:import_set_state_nolock()) ffff8f8a041ed800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071759.917355:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1869685707740672:12345-0@lo:38:llog_process_th.0 Request processed in 215us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071759.917387:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1783071759.918237:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8f8b37ab9c00 x1869685707740672/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071759.918261:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1783071759.918272:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1783071759.918283:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1783071759.918289:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783071759.918292:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a01cde800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1783071759.918300:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3644:1869685707740672:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1783071759.918571:0:24172:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1783071759.920344:0:24146:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783071759.921516:0:24146:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783071759.921548:0:24146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbfa expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.921561:0:24146:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8e00/0x6b58994c2cbddbf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddbfa expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783071759.921614:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783071759.921616:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783071759.921618:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071759.921619:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071759.921620:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071759.921621:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071759.921623:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783071759.921625:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071759.921626:0:24146:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783071759.921631:0:24146:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1783071759.921633:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783071759.921635:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783071759.921636:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071759.921637:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071759.921638:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071759.921639:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071759.921640:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783071759.921641:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071759.921642:0:24146:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783071759.921666:0:24146:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1783071759.921686:0:24146:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707740800:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783071759.921757:0:24146:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071759.921798:0:24146:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1783071759.921834:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740800 00000100:00100000:2.0:1783071759.921842:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740800 00000100:00100000:2.0:1783071759.921904:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1783071759.921915:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707740800:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783071759.921945:0:22637:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1783071759.921961:0:22637:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1783071759.944867:0:22637:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1783071759.944899:0:22637:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1783071759.944936:0:22660:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783071759.944942:0:22660:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783071759.944990:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945011:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945025:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945034:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945078:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945096:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 21 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071759.945114:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707740928:0@lo:104: 00000100:00100000:3.0:1783071759.945195:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071759.945259:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 21 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.945267:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 21 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071759.945281:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707741056:0@lo:104: 00000100:00100000:0.0:1783071759.945336:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707740928 00000100:00100000:0.0:1783071759.945344:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707740928 00000100:00100000:0.0:1783071759.945419:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783071759.945431:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707740928:12345-0@lo:104: 00010000:00010000:0.0:1783071759.945445:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071759.945528:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783071759.945543:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783071759.945551:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707740928:12345-0@lo:104: Request processed in 122us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071759.945552:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511b000 going to sleep for 11 seconds 00000100:00100000:0.0:1783071759.945564:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783071759.945579:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707740928:0@lo:104: 00000100:00100000:0.0:1783071759.945597:0:22628:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1783071759.945607:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741056 00000100:00100000:0.0:1783071759.945610:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741056 00000100:00100000:0.0:1783071759.945626:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1783071759.945632:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b345bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707741056:12345-0@lo:104: 00010000:00010000:0.0:1783071759.945640:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071759.945696:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24146:x1869685707740800:12345-0@lo:253:mount.lustre.0 Request processed in 23781us (23937us total) trans 0 rc 0/0 00010000:00010000:0.0:1783071759.945698:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783071759.945702:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b345bd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707741056:12345-0@lo:104: Request processed in 72us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071759.945705:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1783071759.945708:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1783071759.945744:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783071759.945751:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945759:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b00031a00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071759.945764:0:22632:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945772:0:22632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071759.945779:0:22632:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071759.945785:0:22632:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783071759.945822:0:22632:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945829:0:22632:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071759.945847:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945854:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddb7c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb83 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945888:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071759.945891:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945897:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749400 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071759.945900:0:22632:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945907:0:22632:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071759.945913:0:22632:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071759.945919:0:22632:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1783071759.945933:0:22632:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945939:0:22632:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071759.945945:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945951:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a01749400/0x6b58994c2cbddb6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb75 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071759.945962:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071759.945963:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071759.945965:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071759.945972:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071759.946040:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707741184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071759.946074:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.946104:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783071759.946110:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707741312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071759.946133:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071759.946169:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741184 00000100:00100000:2.0:1783071759.946173:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741184 00010000:00010000:2.0:1783071759.946194:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 21 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071759.946214:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741312 00000100:00100000:2.0:1783071759.946217:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741312 00010000:00010000:2.0:1783071759.946228:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 22 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071759.946240:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071759.946255:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+22:3645:x1869685707741184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071759.946266:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071759.946273:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 22 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946284:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 22 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946298:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce9c00/0x6b58994c2cbddb83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddb7c expref: 22 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946313:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071759.946344:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+21:3645:x1869685707741184:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.946351:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071759.946387:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783071759.946395:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+20:3645:x1869685707741312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1783071759.946402:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071759.946406:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 20 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946414:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 20 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946424:0:22629:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946432:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1783071759.946453:0:22629:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003092334s 00010000:00010000:2.0:1783071759.946458:0:22629:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946465:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946471:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946477:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946482:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071759.946486:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946493:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946501:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071759.946509:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071759.946529:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb90450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+20:3645:x1869685707741312:12345-0@lo:103:ldlm_bl.0 Request processed in 136us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071759.946535:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1783071759.946584:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707741312:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071759.946592:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707741184:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783071759.947077:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8600/0x6b58994c2cbddb75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddb6e expref: 19 pid: 22637 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071759.947095:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707741056:0@lo:104: 00010000:00010000:3.0:1783071759.947110:0:22660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.947119:0:22660:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.947125:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071759.947131:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc2b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071759.947164:0:24146:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24146:1869685707740800:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1783071759.947177:0:24146:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1783071759.947181:0:24146:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1783071759.947182:0:24146:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1783071759.947184:0:24146:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071759.947185:0:24146:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071759.947186:0:24146:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071759.947188:0:24146:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071759.947189:0:24146:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783071759.947191:0:24146:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071759.947193:0:24146:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1783071759.947204:0:24146:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1783071759.950447:0:24146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1783071759.958948:0:24146:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1783071759.958959:0:24146:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1783071759.959001:0:24146:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1783071759.959054:0:24146:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.138@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1783071759.959077:0:24146:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1783071759.959129:0:24146:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1783071759.960021:0:24146:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783071759.960270:0:24146:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071760.264736:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783071760.855064:0:24226:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783071760.855297:0:24226:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783071761.282561:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1783071761.732578:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1783071761.732588:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a01e3e800 from 13 10000000:01000000:1.0:1783071761.732595:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1783071761.732655:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071761.732670:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071761.732685:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071761.732717:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783071761.734523:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071761.734602:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0729bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1783071761.734669:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783071761.734699:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707741440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071761.734782:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071761.734833:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741568 00000100:00100000:0.0:1783071761.734852:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741568 00000100:00100000:0.0:1783071761.734947:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783071761.734961:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+19:22641:x1869685707741568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071761.734987:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071761.735016:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddc32 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.735054:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 20 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.735069:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 20 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.735081:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce8c00, rc 0) 00000100:00100000:0.0:1783071761.735137:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+20:22641:x1869685707741568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 180us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071761.735145:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1783071761.735208:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741440 00000100:00100000:0.0:1783071761.735213:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741440 00000100:00100000:2.0:1783071761.735660:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1783071761.735675:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707741696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071761.735722:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071761.735856:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783071761.735867:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707741440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783071761.735904:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783071761.735949:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707741440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071761.735972:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1783071761.735988:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741696 00000100:00100000:0.0:1783071761.735993:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741696 00000100:00100000:0.0:1783071761.736009:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071761.736014:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707741696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783071761.736035:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783071761.736082:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707741696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071761.736089:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071761.736155:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707741440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071761.736201:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071761.736222:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.736234:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071761.736301:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741824:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783071761.736341:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071761.737358:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707741696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071761.739734:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071761.739775:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741824 00000100:00100000:0.0:1783071761.739787:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741824 00000100:00100000:0.0:1783071761.740142:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783071761.740156:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+20:22641:x1869685707741824:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1783071761.740269:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1783071761.740298:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1783071761.740301:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1783071761.740667:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+20:22641:x1869685707741824:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 513us (4323us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071761.740677:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1783071761.740759:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741824:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1783071761.740863:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1783071761.741098:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.741112:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071761.741127:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1783071761.741132:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a04a0c000 from 13 10000000:01000000:0.0:1783071761.741135:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1783071761.741336:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.741347:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.741359:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071761.741428:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783071761.741774:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071761.741849:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1783071761.741859:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707741952 00000100:00100000:3.0:1783071761.741869:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707741952 00000100:00100000:3.0:1783071761.741927:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1783071761.741952:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+20:22641:x1869685707741952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071761.741968:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071761.741987:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddc40 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071761.742021:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 21 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071761.742035:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 21 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071761.742046:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b3c461600, rc 0) 00000100:00100000:3.0:1783071761.742104:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707741952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071761.742111:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1783071761.742225:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707741952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071761.742251:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071761.742264:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071761.742323:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707742080:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1783071761.742360:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071761.742430:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a01f2ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1783071761.743282:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742080 00000100:00100000:1.0:1783071761.743291:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742080 00000100:00100000:1.0:1783071761.743342:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1783071761.743351:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707742080:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1783071761.743400:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1783071761.743428:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1783071761.743432:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1783071761.743564:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707742080:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 214us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071761.743572:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1783071761.744996:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707742080:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1783071761.745096:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1783071761.745107:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071761.745119:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071762.307257:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071763.330945:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071764.355359:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1783071765.315963:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071765.315969:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071765.315972:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071765.315975:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071765.315997:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071765.316000:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071765.316003:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071765.316005:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1783071765.316042:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707742464:0@lo:400:kworker.0 00000100:00100000:1.0:1783071765.316123:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071765.316150:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707742976:0@lo:400:kworker.0 00000100:00100000:1.0:1783071765.316173:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071765.316193:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1783071765.316197:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707742592:0@lo:400:kworker.0 00000100:00100000:1.0:1783071765.316217:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071765.316389:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707742336:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316419:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071765.316444:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1869685707742848:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316464:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071765.316480:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1783071765.316485:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707742208:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316510:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071765.316528:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707742720:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316547:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071765.316570:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742464 00000100:00100000:0.0:1783071765.316577:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742464 00000100:00100000:0.0:1783071765.316693:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742976 00000100:00100000:0.0:1783071765.316697:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742976 00000100:00100000:0.0:1783071765.316729:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742848 00000100:00100000:0.0:1783071765.316733:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742848 00000100:00100000:0.0:1783071765.316744:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742720 00000100:00100000:0.0:1783071765.316747:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742720 00000100:00100000:0.0:1783071765.316760:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1783071765.316762:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783071765.316767:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071765.316767:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707742464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316840:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707742464:12345-0@lo:400:kworker.0 Request processed in 72us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.316848:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071765.316866:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071765.316871:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707742976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316897:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707742976:12345-0@lo:400:kworker.0 Request processed in 25us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.316903:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071765.316913:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783071765.316918:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869685707742848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316945:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869685707742848:12345-0@lo:400:kworker.0 Request processed in 26us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.316950:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783071765.316960:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783071765.316966:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707742720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.316988:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707742720:12345-0@lo:400:kworker.0 Request processed in 22us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.316992:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1783071765.317012:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742592 00000100:00100000:0.0:1783071765.317015:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742592 00000100:00100000:0.0:1783071765.317037:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742336 00000100:00100000:0.0:1783071765.317040:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742336 00000100:00100000:0.0:1783071765.317051:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071765.317056:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707742592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.317085:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707742592:12345-0@lo:400:kworker.0 Request processed in 29us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.317098:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071765.317110:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071765.317115:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707742336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.317143:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707742336:12345-0@lo:400:kworker.0 Request processed in 28us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.317148:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071765.317168:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707742208 00000100:00100000:0.0:1783071765.317171:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707742208 00000100:00100000:0.0:1783071765.317195:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1783071765.317201:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:3646:x1869685707742208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.317227:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:3646:x1869685707742208:12345-0@lo:400:kworker.0 Request processed in 27us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071765.317233:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1783071765.317286:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707742208:0@lo:400:kworker.0 00010000:00080000:0.0:1783071765.317301:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e4380 x1869685707742720/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071765.317314:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707742720:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.317324:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707742336:0@lo:400:kworker.0 00010000:00080000:0.0:1783071765.317333:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e7480 x1869685707742848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071765.317340:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1869685707742848:0@lo:400:kworker.0 00000100:00100000:0.0:1783071765.317392:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707742592:0@lo:400:kworker.0 00010000:00080000:0.0:1783071765.317404:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e6d80 x1869685707742464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071765.317419:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707742464:0@lo:400:kworker.0 00010000:00080000:0.0:1783071765.317431:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e4e00 x1869685707742976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071765.317438:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707742976:0@lo:400:kworker.0 00010000:00010000:1.0:1783071765.378523:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783071765.797034:0:24516:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:2.0:1783071765.831826:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783071766.404613:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783071766.633585:0:24568:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783071766.633908:0:24568:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1783071766.854707:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707743104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071766.854787:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071766.854851:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743104 00000100:00100000:3.0:1783071766.854859:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743104 00000100:00100000:3.0:1783071766.854904:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783071766.854913:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707743104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1783071766.854947:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783071766.854988:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707743104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071766.854996:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1783071766.855041:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707743104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071766.858627:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707743232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071766.858694:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071766.858797:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743232 00000100:00100000:3.0:1783071766.858804:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743232 00000100:00100000:3.0:1783071766.859087:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1783071766.859098:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707743232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783071766.859133:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071766.859190:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707743232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071766.859198:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071766.859268:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707743232:0@lo:41:osp-pre-1-0.0 00000020:00000004:1.0:1783071767.364714:0:24619:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1783071767.365165:0:24619:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1783071767.427525:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071768.451612:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783071768.771580:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1783071769.478085:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071770.452836:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707743360:0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.452909:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1783071770.452988:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071770.452993:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071770.452996:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071770.452999:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071770.453028:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071770.453031:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1783071770.453034:0:37:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071770.453036:0:37:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1783071770.453047:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707743744:0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.453075:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071770.453120:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707743872:0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.453145:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071770.453178:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743872 00000100:00100000:2.0:1783071770.453187:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743872 00000100:00100000:2.0:1783071770.453233:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783071770.453241:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707743872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.453289:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707743872:12345-0@lo:400:kworker.0 Request processed in 48us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071770.453296:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1783071770.453333:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8b37ab9880 x1869685707743872/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071770.453347:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707743872:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453485:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743360 00000100:00100000:3.0:1783071770.453490:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743360 00000100:00100000:3.0:1783071770.453527:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783071770.453534:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:3646:x1869685707743360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453570:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:3646:x1869685707743360:12345-0@lo:400:kworker.0 Request processed in 36us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.453576:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1783071770.453604:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707743488:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071770.453653:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707744000:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453690:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071770.453710:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1783071770.453715:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707743616:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453736:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071770.453750:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707744128:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071770.453796:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743744 00000100:00100000:3.0:1783071770.453799:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743744 00000100:00100000:3.0:1783071770.453821:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743488 00000100:00100000:3.0:1783071770.453824:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743488 00000100:00100000:3.0:1783071770.453838:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783071770.453844:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707743744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453879:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707743744:12345-0@lo:400:kworker.0 Request processed in 34us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.453885:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1783071770.453896:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071770.453902:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707743488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.453931:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707743488:12345-0@lo:400:kworker.0 Request processed in 29us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.453937:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071770.453952:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744000 00000100:00100000:3.0:1783071770.453956:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744000 00000100:00100000:3.0:1783071770.453978:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707743616 00000100:00100000:3.0:1783071770.453980:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707743616 00000100:00100000:3.0:1783071770.453988:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744128 00000100:00100000:3.0:1783071770.453990:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744128 00000100:00100000:3.0:1783071770.454000:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071770.454013:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707744000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.454041:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707744000:12345-0@lo:400:kworker.0 Request processed in 29us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.454046:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071770.454055:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783071770.454059:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707743616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.454077:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707743616:12345-0@lo:400:kworker.0 Request processed in 18us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.454082:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783071770.454089:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1783071770.454094:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707744128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.454115:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707744128:12345-0@lo:400:kworker.0 Request processed in 21us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071770.454120:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:3.0:1783071770.454149:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8b37ab9180 x1869685707743616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071770.454159:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707743616:0@lo:400:kworker.0 00010000:00080000:3.0:1783071770.454169:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8b37ab8380 x1869685707744128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071770.454176:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707744128:0@lo:400:kworker.0 00000100:00100000:3.0:1783071770.454184:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707743488:0@lo:400:kworker.0 00010000:00080000:3.0:1783071770.454191:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8b37ab9880 x1869685707744000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071770.454212:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707744000:0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.455323:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707743360:0@lo:400:kworker.0 00000100:00100000:2.0:1783071770.455392:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707743744:0@lo:400:kworker.0 00000100:00080000:2.0:1783071770.455409:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783071770.455414:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783071770.504147:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071771.140466:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071756/real 1783071756] req@ffff8f8b3c79e300 x1869685707736192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.140503:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b3c79e300 x1869685707736192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.140514:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071756/real 1783071756] req@ffff8f8b3c79d180 x1869685707736320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071771 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.140524:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b3c79d180 x1869685707736320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071771 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071771.140548:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b10395800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783071771.140573:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783071771.140577:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707736192:0@lo:8:kworker.0 00000100:00080000:3.0:1783071771.140582:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1783071771.140587:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1783071771.140590:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707736320:0@lo:8:kworker.0 00000100:00080000:1.0:1783071771.141401:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071771.141409:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071771.141412:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071771.141415:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1783071771.141419:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071771.141422:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1783071771.141426:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b10395800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071771.141432:0:38:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1783071771.141440:0:38:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783071771.141448:0:38:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8f8b10395800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071771.141494:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e7b80 x1869685707744256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783071771.141516:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1783071771.141519:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1783071771.141521:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783071771.141524:0:38:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1783071771.141527:0:38:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1783071771.141532:0:38:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f8b08854800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:1.0:1783071771.141544:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a032e5c00 x1869685707744384/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1783071771.141771:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707744256:0@lo:8:kworker.0 00000100:00100000:3.0:1783071771.141861:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071771.141905:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707744384:0@lo:8:kworker.0 00000100:00100000:3.0:1783071771.141933:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071771.142016:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744256 00000100:00100000:2.0:1783071771.142043:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744256 00000100:00100000:2.0:1783071771.142082:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744384 00000100:00100000:2.0:1783071771.142086:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744384 00000100:00100000:2.0:1783071771.142100:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783071771.142107:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1869685707744256:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1783071771.142140:0:24152:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 672 last 0 00000020:00000080:2.0:1783071771.142171:0:24152:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddc4e 00002000:00100000:2.0:1783071771.142188:0:24152:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8f8a01cd8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1783071771.142193:0:24152:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1783071771.142195:0:24152:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1783071771.142433:0:24152:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1783071771.142460:0:24152:0:(import.c:65:import_set_state_nolock()) ffff8f8a01cdf800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783071771.142524:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3644:x1869685707744256:12345-0@lo:8:kworker.0 Request processed in 415us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071771.142534:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1783071771.142554:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783071771.142559:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1869685707744384:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1783071771.142571:0:24152:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1783071771.144015:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e7b80 x1869685707744256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783071791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.144029:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1783071771.144046:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1783071771.144056:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1783071771.144063:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783071771.144067:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b10395800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1783071771.144089:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1783071771.144095:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707744256:0@lo:8:kworker.0 00000004:00080000:1.0:1783071771.144183:0:23387:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1783071771.144196:0:23388:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:0.0:1783071771.144222:0:23388:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744640:0@lo:7:osp-pre-0-1.0 00000100:00100000:0.0:1783071771.144278:0:23388:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071771.144304:0:23388:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b180256c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071771.144324:0:24150:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1783071771.144332:0:24150:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000004:00080000:1.0:1783071771.144354:0:23387:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 672932989035ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783071771.144392:0:23387:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1783071771.144773:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707744512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783071771.144819:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071771.145589:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744512 00000100:00100000:1.0:1783071771.145597:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744512 00000100:00100000:1.0:1783071771.145644:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1783071771.145652:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1869685707744512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783071771.145690:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071771.145742:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1869685707744512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071771.145748:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783071771.145837:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e40e00 x1869685707744512/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783071787 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.145856:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707744512:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783071771.145919:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783071771.146042:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744640 00000100:00100000:1.0:1783071771.146047:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744640 00000004:00080000:0.0:1783071771.146081:0:23378:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:3.0:1783071771.150502:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1783071771.150524:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23388:x1869685707744640:12345-0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1783071771.182817:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3644:x1869685707744384:12345-0@lo:8:kworker.0 Request processed in 40250us (40876us total) trans 0 rc -19/-19 00000100:00100000:3.0:1783071771.182832:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1783071771.182953:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783071771.182960:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1783071771.182965:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707744384:0@lo:8:kworker.0 00002000:00080000:2.0:1783071771.188495:0:24813:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1783071771.188508:0:24813:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1783071771.188614:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23388:x1869685707744640:12345-0@lo:7:osp-pre-0-1.0 Request processed in 38094us (44331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071771.188627:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1783071771.188862:0:23388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e40a80 x1869685707744640/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1783071787 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071771.188876:0:23388:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744640:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1783071771.188890:0:23388:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1783071771.188935:0:23388:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b3c79d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744768:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1783071771.188968:0:23388:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071771.189572:0:23388:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b18027300 going to sleep for 11 seconds 00000100:00100000:1.0:1783071771.197129:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744768 00000100:00100000:1.0:1783071771.197143:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744768 00000100:00100000:0.0:1783071771.202548:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1783071771.202562:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23388:x1869685707744768:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1783071771.202595:0:24150:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1783071771.202684:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23388:x1869685707744768:12345-0@lo:5:osp-pre-0-1.0 Request processed in 125us (13714us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071771.202691:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1783071771.202748:0:23388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8b3c79d880 x1869685707744768/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783071787 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071771.202763:0:23388:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b3c79d880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744768:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1783071771.202774:0:23388:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1783071771.203278:0:23388:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744896:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1783071771.203312:0:23388:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071771.203351:0:23388:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b18025240 going to sleep for 11 seconds 00000100:00100000:1.0:1783071771.204698:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707744896 00000100:00100000:1.0:1783071771.204711:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707744896 00000100:00100000:1.0:1783071771.204785:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783071771.204794:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23388:x1869685707744896:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1783071771.204835:0:24152:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:1.0:1783071771.252411:0:24147:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1783071771.252428:0:24147:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:0.0:1783071771.252801:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:23388:x1869685707744896:12345-0@lo:5:osp-pre-0-1.0 Request processed in 48004us (49483us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783071771.252813:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1783071771.253013:0:23388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e40700 x1869685707744896/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1783071787 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071771.253024:0:23388:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1783071771.253030:0:23388:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23388:1869685707744896:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1783071771.253044:0:23388:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1783071771.253105:0:23388:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23388:1869685707745024:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1783071771.253161:0:23388:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071771.253199:0:23388:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071771.253269:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745024 00000100:00100000:0.0:1783071771.253276:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745024 00000100:00100000:0.0:1783071771.253322:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1783071771.253334:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23388:x1869685707745024:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1783071771.253405:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23388:x1869685707745024:12345-0@lo:900:osp-pre-0-1.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071771.253412:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1783071771.253712:0:23388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a032e5180 x1869685707745024/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783071787 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071771.253724:0:23388:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23388:1869685707745024:0@lo:900:osp-pre-0-1.0 00010000:00010000:1.0:1783071771.522819:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071771.971885:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707745280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071771.971951:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071771.971988:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707745152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071771.972010:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071771.972046:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745280 00000100:00100000:1.0:1783071771.972052:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745280 00000100:00100000:1.0:1783071771.972088:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745152 00000100:00100000:1.0:1783071771.972090:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745152 00000100:00100000:1.0:1783071771.972120:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783071771.972128:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707745280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783071771.972159:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783071771.972198:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707745280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071771.972205:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1783071771.972220:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783071771.972225:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707745152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783071771.972240:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071771.972265:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707745152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071771.972271:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1783071771.972302:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707745280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071771.972313:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707745152:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1783071772.548929:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071773.571021:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1783071773.844681:0:24966:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1783071773.844686:0:24966:0:(obd_mount.c:917:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1783071773.844688:0:24966:0:(obd_mount.c:920:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1783071773.844907:0:24966:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff8f8a02e05000 00000020:01000004:0.0:1783071773.844922:0:24966:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1783071773.844938:0:24966:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1783071773.844953:0:24966:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8f8b3d5cb380) 00000020:00000080:0.0:1783071773.844973:0:24966:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1783071773.909752:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1783071773.911801:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1783071773.912141:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1783071773.912536:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1783071773.912937:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1783071773.913184:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1783071773.913663:0:24966:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:2.0:1783071773.916541:0:24966:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1783071773.916791:0:24966:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1783071773.916806:0:24966:0:(osd_handler.c:8929:osd_obd_connect()) connect #0 00000020:00000080:2.0:1783071773.916820:0:24966:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6b58994c2cbddc5c 00000020:01000004:2.0:1783071773.916827:0:24966:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1783071773.916849:0:24966:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.204.138@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1783071773.916853:0:24966:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.138@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1783071773.916859:0:24966:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1783071773.916887:0:24966:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1783071773.916891:0:24966:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.138@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:2.0:1783071773.926403:0:24966:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.138@tcp ctxt 0 is initialized 00000020:01000004:2.0:1783071773.926450:0:24966:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.138@tcp, index=0001, flags=0x20002 00000020:01000004:2.0:1783071773.926455:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1783071773.926458:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783071773.926459:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071773.926461:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071773.926462:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071773.926463:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071773.926465:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071773.926467:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071773.926468:0:24966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783071773.926471:0:24966:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:2.0:1783071773.926474:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1783071773.926475:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783071773.926476:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071773.926477:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071773.926478:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071773.926479:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071773.926480:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071773.926481:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071773.926482:0:24966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1783071773.926513:0:24966:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1783071773.926541:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745408:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1783071773.926634:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.926755:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c48000 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.926791:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745408 00000100:00100000:0.0:1783071773.926798:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745408 00000100:00100000:0.0:1783071773.926856:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1783071773.926865:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24966:x1869685707745408:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1783071773.926899:0:22637:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1783071773.926902:0:22637:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1783071773.926907:0:22637:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1783071773.927604:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24966:x1869685707745408:12345-0@lo:253:mount.lustre.0 Request processed in 738us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071773.927623:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1783071773.928000:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745408:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783071773.928012:0:24966:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1783071773.928015:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783071773.928017:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783071773.928018:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071773.928019:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071773.928020:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071773.928021:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071773.928022:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071773.928024:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071773.928025:0:24966:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1783071773.928046:0:24966:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8f8a02e05000 from lustre-OST0001 10000000:01000000:2.0:1783071773.928074:0:24966:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1783071773.928077:0:24966:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1783071773.928086:0:24966:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8f8a02298000 local copy 00010000:00010000:2.0:1783071773.928098:0:24966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071773.928213:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745536:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071773.928252:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.928295:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.928553:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745536 00000100:00100000:0.0:1783071773.928559:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745536 00000100:00100000:0.0:1783071773.928602:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1783071773.928610:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24966:x1869685707745536:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1783071773.928703:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+21:24966:x1869685707745536:12345-0@lo:501:mount.lustre.0 Request processed in 94us (450us total) trans 0 rc -2/-2 00000100:00100000:0.0:1783071773.928710:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1783071773.929491:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745536:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1783071773.929510:0:24966:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.138@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1783071773.929543:0:24966:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.138@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1783071773.929553:0:24966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071773.929564:0:24966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c460000/0x6b58994c2cbdd976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbdd97d expref: -99 pid: 22623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783071773.929629:0:24966:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8f8a02e05000 10000000:01000000:2.0:1783071773.929634:0:24966:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1783071773.929640:0:24966:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1783071773.929643:0:24966:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1783071773.929647:0:24966:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1783071773.929650:0:24966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1783071773.929681:0:24966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071773.929702:0:24966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071773.929714:0:24966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071773.929733:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1783071773.929777:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.929823:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.930036:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745664 00000100:00100000:0.0:1783071773.930042:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745664 00000100:00100000:0.0:1783071773.930085:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1783071773.930093:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:24966:x1869685707745664:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1783071773.930106:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071773.930119:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a02ce9000/0x6b58994c2cbddc6a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddc63 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.930142:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a02ce9000/0x6b58994c2cbddc6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddc63 expref: 22 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.930153:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a02ce9000/0x6b58994c2cbddc6a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc63 expref: 22 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.930163:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a02ce9000, rc 0) 00000100:00100000:0.0:1783071773.930206:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707745664:12345-0@lo:101:mount.lustre.0 Request processed in 114us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071773.930212:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1783071773.930263:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745664:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071773.930277:0:24966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc6a expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071773.930286:0:24966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddc6a expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783071773.931587:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1783071773.932518:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783071773.935609:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1783071773.935680:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1783071773.935710:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1783071773.935725:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1783071773.935737:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1783071773.935750:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1783071773.935763:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1783071773.935774:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1783071773.935791:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1783071773.936639:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1783071773.936647:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1783071773.936948:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745792:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071773.937017:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.937067:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c48780 going to sleep for 11 seconds 00000100:00100000:3.0:1783071773.937757:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745792 00000100:00100000:3.0:1783071773.937766:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745792 00000100:00100000:3.0:1783071773.937824:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1783071773.937834:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707745792:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071773.938067:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707745792:12345-0@lo:501:mount.lustre.0 Request processed in 232us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071773.938075:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1783071773.941422:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071773.941629:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071773.941851:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071773.941937:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c766b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.941992:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707745920 00000100:00100000:0.0:1783071773.942000:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707745920 00000100:00100000:0.0:1783071773.942062:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1783071773.942071:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707745920:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783071773.942915:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707745920:12345-0@lo:503:mount.lustre.0 Request processed in 841us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071773.942925:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1783071773.948762:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707745920:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071773.952897:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071773.953091:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746048:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071773.953178:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071773.953275:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c766b40 going to sleep for 11 seconds 00000100:00100000:2.0:1783071773.955897:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746048 00000100:00100000:2.0:1783071773.955912:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746048 00000100:00100000:3.0:1783071773.956253:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1783071773.956269:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707746048:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071773.957305:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707746048:12345-0@lo:502:mount.lustre.0 Request processed in 1033us (4120us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071773.957330:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1783071773.957606:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746048:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071773.957950:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1783071773.957986:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1783071773.958001:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1783071773.958012:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1783071773.958026:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1783071773.958038:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1783071773.958051:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1783071773.958066:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1783071773.958078:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1783071773.958117:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746176:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071773.958179:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071773.958223:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c766b40 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.958408:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746176 00000100:00100000:0.0:1783071773.958416:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746176 00000100:00100000:0.0:1783071773.958480:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1783071773.958491:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707746176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071773.958630:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707746176:12345-0@lo:502:mount.lustre.0 Request processed in 141us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071773.958637:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1783071773.959043:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746176:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1783071773.959108:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1783071773.959118:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1783071773.960806:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783071773.960820:0:24970:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1783071773.960828:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071773.960831:0:24970:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1783071773.960839:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783071773.960857:0:24970:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8f8b3b5c4d40) 00000020:00000080:2.0:1783071773.960889:0:24970:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1783071773.960895:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1783071773.961161:0:24970:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a02e05000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1783071773.961170:0:24970:0:(osd_handler.c:8929:osd_obd_connect()) connect #1 00000020:00000080:2.0:1783071773.961178:0:24970:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x6b58994c2cbddc78 00010000:00010000:3.0:1783071773.964775:0:24970:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1783071773.968649:0:24970:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:3.0:1783071773.977358:0:24970:0:(osd_handler.c:5579:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1783071773.979534:0:24970:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1783071773.979559:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783071773.979567:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071773.979570:0:24970:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1783071773.979574:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071773.979579:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071773.979580:0:24970:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1783071773.979584:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1783071773.979585:0:24970:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1783071773.979598:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783071773.979601:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071773.979602:0:24970:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:3.0:1783071773.979605:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783071773.979607:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071773.979608:0:24970:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783071773.979620:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1783071773.979649:0:24970:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783071773.979652:0:24970:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783071773.979653:0:24970:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783071773.979657:0:24970:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1783071773.980132:0:24966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1783071773.980173:0:24966:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1783071773.980208:0:24966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc6a expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.980221:0:24966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b00031a00/0x6b58994c2cbddc63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc6a expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071773.980231:0:24966:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a02e05000 from 1 10000000:01000000:0.0:1783071773.980234:0:24966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071773.980278:0:24966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.980287:0:24966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071773.980300:0:24966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071773.980341:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746304:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1783071773.980444:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071773.980484:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b18025240 going to sleep for 11 seconds 00000100:00100000:3.0:1783071773.980682:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746304 00000100:00100000:3.0:1783071773.980699:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746304 00000100:00100000:3.0:1783071773.980743:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1783071773.980752:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:24966:x1869685707746304:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1783071773.980891:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071773.980906:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddc7f expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071773.980929:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071773.980940:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071773.980948:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b3c461c00, rc 0) 00000100:00100000:3.0:1783071773.981002:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746304:12345-0@lo:101:mount.lustre.0 Request processed in 250us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071773.981009:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1783071773.981039:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746304:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1783071773.981054:0:24966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071773.981063:0:24966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1783071773.982906:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1783071773.983246:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1783071773.983466:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1783071773.983491:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1783071773.983505:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1783071773.983517:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1783071773.983561:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1783071773.983580:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1783071773.983591:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1783071773.983604:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1783071773.983627:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1783071773.983641:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1783071773.983653:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1783071773.983670:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1783071773.983674:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1783071773.984048:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746432:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071773.984113:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.984877:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c48540 going to sleep for 11 seconds 00000100:00100000:3.0:1783071773.988775:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746432 00000100:00100000:3.0:1783071773.988792:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746432 00000100:00100000:3.0:1783071773.988855:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1783071773.988865:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746432:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071773.989136:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746432:12345-0@lo:501:mount.lustre.0 Request processed in 271us (5021us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071773.989144:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1783071773.990071:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746432:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071773.990132:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746560:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071773.990209:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071773.990250:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c48540 going to sleep for 11 seconds 00000100:00100000:0.0:1783071773.995319:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746560 00000100:00100000:0.0:1783071773.995336:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746560 00000100:00100000:0.0:1783071773.996347:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1783071773.996360:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746560:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1783071773.996557:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746560:12345-0@lo:503:mount.lustre.0 Request processed in 200us (6348us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071773.996565:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1783071773.996753:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746560:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071773.997217:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071773.997298:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746688:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071773.997347:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071773.997407:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746688 00000100:00100000:1.0:1783071773.997413:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0324ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071773.997414:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746688 00000100:00100000:3.0:1783071773.997453:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1783071773.997461:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746688:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1783071773.997554:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746688:12345-0@lo:502:mount.lustre.0 Request processed in 93us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071773.997560:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1783071773.998677:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746688:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071774.001443:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1783071774.001480:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1783071774.001493:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1783071774.001504:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1783071774.001516:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1783071774.001527:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1783071774.001570:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1783071774.001586:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1783071774.001598:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1783071774.001609:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1783071774.001635:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1783071774.001679:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746816:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071774.001758:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071774.001796:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0324ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1783071774.002050:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746816 00000100:00100000:0.0:1783071774.002059:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746816 00000100:00100000:0.0:1783071774.002118:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1783071774.002128:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746816:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071774.002255:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746816:12345-0@lo:502:mount.lustre.0 Request processed in 128us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071774.002263:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1783071774.002596:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746816:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1783071774.002665:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1783071774.002675:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1783071774.004086:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071774.004097:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004099:0:24974:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783071774.004107:0:24974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a02e05000 00000020:00000080:2.0:1783071774.004110:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783071774.004118:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071774.004135:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004137:0:24974:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783071774.004140:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071774.004142:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004143:0:24974:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783071774.004146:0:24974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff8f8a02e05000 00000020:00000080:2.0:1783071774.004148:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783071774.004216:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071774.004220:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004222:0:24974:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1783071774.004224:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071774.004227:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004228:0:24974:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783071774.004232:0:24974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a02e05000 00000020:00000080:2.0:1783071774.004234:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783071774.004252:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071774.004255:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004257:0:24974:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1783071774.004259:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783071774.004261:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004262:0:24974:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1783071774.004266:0:24974:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8f8a02e05000 00000020:00000080:2.0:1783071774.004268:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783071774.004291:0:24974:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783071774.004295:0:24974:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783071774.004296:0:24974:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1783071774.004299:0:24974:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1783071774.010451:0:24966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1783071774.010505:0:24966:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783071774.010547:0:24966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.010562:0:24966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071774.010637:0:24966:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783071774.010640:0:24966:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8f8a02e05000 10000000:01000000:1.0:1783071774.010643:0:24966:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8f8a02e05000 10000000:01000000:1.0:1783071774.010647:0:24966:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783071774.010653:0:24966:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff8f8a02e05000 from 1 10000000:01000000:1.0:1783071774.010656:0:24966:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783071774.010694:0:24966:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.010703:0:24966:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.010714:0:24966:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071774.010739:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746944:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1783071774.010812:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071774.010859:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707746944 00000100:00100000:1.0:1783071774.010866:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707746944 00000100:00100000:1.0:1783071774.010913:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783071774.010923:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+23:24966:x1869685707746944:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071774.010936:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071774.010950:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01748000/0x6b58994c2cbddc94 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddc8d expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.010982:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01748000/0x6b58994c2cbddc94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddc8d expref: 24 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.010993:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01748000/0x6b58994c2cbddc94 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc8d expref: 24 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.011003:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01748000, rc 0) 00000100:00100000:1.0:1783071774.011037:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707746944:12345-0@lo:101:mount.lustre.0 Request processed in 115us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.011044:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1783071774.011092:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0324f000 going to sleep for 11 seconds 00000100:00100000:1.0:1783071774.011114:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707746944:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1783071774.011127:0:24966:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc94 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.011136:0:24966:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddc94 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1783071774.015145:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1783071774.015486:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1783071774.015917:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1783071774.015944:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1783071774.015977:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1783071774.015991:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1783071774.016004:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1783071774.016016:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1783071774.016027:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1783071774.016039:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1783071774.016064:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1783071774.016078:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1783071774.016089:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1783071774.016101:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1783071774.016113:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1783071774.016125:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1783071774.016137:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1783071774.016151:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1783071774.016163:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1783071774.016175:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1783071774.016201:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1783071774.016216:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1783071774.016228:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1783071774.016240:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1783071774.016254:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1783071774.016268:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1783071774.016279:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1783071774.016291:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1783071774.016302:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1783071774.016313:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1783071774.016325:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1783071774.016338:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1783071774.016351:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1783071774.016399:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1783071774.016416:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1783071774.016427:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1783071774.016451:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1783071774.016466:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1783071774.016477:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1783071774.016488:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1783071774.016500:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1783071774.016511:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1783071774.016523:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1783071774.018755:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1783071774.018793:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1783071774.018807:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1783071774.018820:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1783071774.018832:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1783071774.018844:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1783071774.018857:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1783071774.019133:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1783071774.019168:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1783071774.019423:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1783071774.019431:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1783071774.020418:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747072:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1783071774.020559:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071774.020720:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0324f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783071774.020824:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747072 00000100:00100000:3.0:1783071774.020832:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747072 00000100:00100000:3.0:1783071774.020882:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1783071774.020891:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747072:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1783071774.021043:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747072:12345-0@lo:501:mount.lustre.0 Request processed in 152us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.021051:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1783071774.022457:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e4e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747072:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1783071774.022517:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747200:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1783071774.022648:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071774.022675:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b06c483c0 going to sleep for 11 seconds 00000100:00100000:1.0:1783071774.024089:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747200 00000100:00100000:1.0:1783071774.024101:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747200 00000100:00100000:1.0:1783071774.024153:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783071774.024163:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747200:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1783071774.024434:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747200:12345-0@lo:503:mount.lustre.0 Request processed in 272us (1786us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.024442:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1783071774.024504:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747200:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1783071774.024939:0:24966:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1783071774.025008:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747328:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071774.025176:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071774.025222:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0324f000 going to sleep for 11 seconds 00000100:00100000:2.0:1783071774.025647:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747328 00000100:00100000:2.0:1783071774.025660:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747328 00000100:00100000:2.0:1783071774.026307:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1783071774.026317:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747328:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1783071774.026487:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747328:12345-0@lo:502:mount.lustre.0 Request processed in 171us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.026495:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1783071774.026607:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747328:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783071774.026869:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1783071774.026896:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1783071774.026910:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1783071774.026922:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1783071774.026935:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1783071774.026948:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1783071774.026961:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1783071774.026985:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1783071774.027005:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1783071774.027018:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1783071774.027030:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1783071774.027041:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1783071774.027052:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1783071774.027064:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1783071774.027075:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1783071774.027087:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1783071774.027098:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1783071774.027109:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1783071774.027120:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1783071774.027130:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1783071774.027142:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1783071774.027153:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1783071774.027164:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1783071774.027188:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1783071774.027203:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1783071774.027214:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1783071774.027226:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1783071774.027238:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1783071774.027251:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1783071774.027262:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1783071774.027273:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1783071774.027284:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1783071774.027296:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1783071774.027308:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1783071774.027320:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1783071774.027333:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1783071774.027343:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1783071774.027355:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1783071774.027392:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1783071774.027419:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1783071774.027435:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1783071774.027455:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1783071774.027468:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1783071774.027480:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1783071774.027493:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1783071774.027504:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1783071774.027516:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1783071774.027527:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1783071774.027574:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747456:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071774.027914:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071774.027951:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b14a7ea80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071774.028018:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747456 00000100:00100000:2.0:1783071774.028025:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747456 00000100:00100000:1.0:1783071774.028059:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1783071774.028069:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747456:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071774.028262:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b647c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747456:12345-0@lo:502:mount.lustre.0 Request processed in 195us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.028269:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1783071774.028355:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747456:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783071774.028522:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1783071774.028551:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1783071774.028574:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747584:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1783071774.028623:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071774.029391:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b14a7ea80 going to sleep for 11 seconds 00000100:00100000:1.0:1783071774.029393:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747584 00000100:00100000:1.0:1783071774.029398:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747584 00000100:00100000:1.0:1783071774.029426:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1783071774.029434:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747584:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1783071774.029548:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03931850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707747584:12345-0@lo:502:mount.lustre.0 Request processed in 114us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.029556:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1783071774.029626:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707747584:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1783071774.029684:0:24966:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1783071774.029766:0:24966:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1783071774.030953:0:24980:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1783071774.030970:0:24980:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8f8a033619c0) 00000020:00000080:0.0:1783071774.030993:0:24980:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1783071774.031172:0:24980:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a02e05000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783071774.031176:0:24980:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a02e05000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783071774.031178:0:24980:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a02e05000 3 00010000:00080000:0.0:1783071774.031207:0:24980:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a047b5800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.138@tcp at head 00010000:00010000:0.0:1783071774.034594:0:24980:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1783071774.035225:0:24980:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1783071774.035294:0:24980:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783071774.035308:0:24980:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x6b58994c2cbddca2 00000100:00080000:0.0:1783071774.035319:0:24980:0:(import.c:512:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071774.035327:0:24980:0:(import.c:626:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8f8a047b5800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071774.036108:0:24980:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a02e40a80 x1869685707747712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071774.036178:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707747712:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783071774.036249:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071774.036337:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747712 00000100:00100000:2.0:1783071774.036345:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747712 00000100:00100000:2.0:1783071774.036451:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071774.036458:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3644:x1869685707747712:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1783071774.036483:0:22645:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:2.0:1783071774.036513:0:22645:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x6b58994c2cbddca9 00000004:00100000:2.0:1783071774.036527:0:22645:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1783071774.036567:0:22645:0:(import.c:65:import_set_state_nolock()) ffff8f8a031f7000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1783071774.036641:0:24980:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1783071774.036989:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3644:x1869685707747712:12345-0@lo:38:llog_process_th.0 Request processed in 529us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.036997:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1783071774.037123:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707747840:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.037160:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783071774.037291:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071774.037295:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071774.037298:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071774.037301:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071774.037344:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071774.037347:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1783071774.037349:0:38:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1783071774.037354:0:38:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 672 00000100:00080000:0.0:1783071774.037358:0:38:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1783071774.037387:0:38:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f8b08854800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071774.037407:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a02e43800 x1869685707748352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071774.037502:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707748096:0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.037533:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071774.037676:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707748736:0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.037712:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071774.037733:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1783071774.037739:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707748224:0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.037761:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071774.037799:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748736 00000100:00100000:2.0:1783071774.037804:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748736 00000100:00100000:2.0:1783071774.037846:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1783071774.037854:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707748736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.037897:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707748736:12345-0@lo:400:kworker.0 Request processed in 44us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.037904:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:2.0:1783071774.037936:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a039d7480 x1869685707748736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071774.037948:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707748736:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038018:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707748480:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038056:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.038075:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1783071774.038081:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707747968:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038101:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.038122:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707748608:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038141:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.038168:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747840 00000100:00100000:3.0:1783071774.038172:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747840 00000100:00100000:2.0:1783071774.038262:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748480 00000100:00100000:2.0:1783071774.038267:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748480 00000100:00100000:2.0:1783071774.038284:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707747968 00000100:00100000:2.0:1783071774.038285:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707747968 00000100:00100000:2.0:1783071774.038294:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748608 00000100:00100000:2.0:1783071774.038296:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748608 00000100:00100000:2.0:1783071774.038311:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071774.038316:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707748480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.038353:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707748480:12345-0@lo:400:kworker.0 Request processed in 36us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.038359:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071774.038395:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783071774.038401:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707747968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.038428:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707747968:12345-0@lo:400:kworker.0 Request processed in 28us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.038434:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1783071774.038445:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1783071774.038458:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707748608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.038487:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707748608:12345-0@lo:400:kworker.0 Request processed in 30us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071774.038492:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1783071774.038507:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748096 00000100:00100000:3.0:1783071774.038511:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748096 00000100:00100000:3.0:1783071774.038525:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783071774.038531:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707747840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038640:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707747840:12345-0@lo:400:kworker.0 Request processed in 108us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.038646:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783071774.038659:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1783071774.038665:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707748096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038695:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707748096:12345-0@lo:400:kworker.0 Request processed in 30us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.038700:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1783071774.038708:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748224 00000100:00100000:0.0:1783071774.038712:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748224 00000100:00080000:3.0:1783071774.038717:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783071774.038721:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1783071774.038723:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071774.038741:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1783071774.038745:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e43b80 x1869685707747968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071774.038747:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707748224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038756:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707747968:0@lo:400:kworker.0 00010000:00080000:3.0:1783071774.038765:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a039d6d80 x1869685707748608/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071774.038774:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707748608:0@lo:400:kworker.0 00000100:00100000:0.0:1783071774.038779:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707748224:12345-0@lo:400:kworker.0 Request processed in 33us (1017us total) trans 0 rc 0/0 00010000:00080000:3.0:1783071774.038782:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e40700 x1869685707748480/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071774.038794:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1783071774.038796:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707748480:0@lo:400:kworker.0 00000100:00100000:3.0:1783071774.038806:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707747840:0@lo:400:kworker.0 00010000:00080000:2.0:1783071774.038893:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e41880 x1869685707748224/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1783071790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071774.038901:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707748224:0@lo:400:kworker.0 00000100:00100000:2.0:1783071774.038909:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707748096:0@lo:400:kworker.0 00010000:00080000:1.0:1783071774.038985:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a02e40a80 x1869685707747712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071774.038994:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783071774.039002:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1783071774.039009:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1783071774.039014:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783071774.039017:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a047b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1783071774.039023:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3644:1869685707747712:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1783071774.039040:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707748352:0@lo:8:kworker.0 00000100:00100000:1.0:1783071774.039067:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071774.043490:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748352 00000100:00100000:0.0:1783071774.043502:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748352 00000100:00100000:0.0:1783071774.043585:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1783071774.043593:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1869685707748352:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1783071774.043793:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1869685707748352:12345-0@lo:8:kworker.0 Request processed in 198us (4723us total) trans 0 rc -11/-11 00000100:00100000:0.0:1783071774.043801:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:01000004:0.0:1783071774.043917:0:24980:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1783071774.043932:0:24980:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8f8a03364d40) 00000020:00000080:0.0:1783071774.043952:0:24980:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1783071774.044110:0:24980:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8f8a02e05000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783071774.044114:0:24980:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8f8a02e05000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1783071774.044116:0:24980:0:(obd_mount.c:701:lustre_put_lsi()) put ffff8f8a02e05000 3 00010000:00080000:0.0:1783071774.044141:0:24980:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8f8a030c8800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.138@tcp at head 00000100:00100000:1.0:1783071774.044947:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783071774.044959:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071774.044972:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1783071774.044976:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a02e43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707748352:0@lo:8:kworker.0 00010000:00010000:0.0:1783071774.048508:0:24980:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1783071774.048629:0:24980:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1783071774.048678:0:24980:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1783071774.051300:0:24980:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x6b58994c2cbddcb7 00000100:00080000:0.0:1783071774.051320:0:24980:0:(import.c:512:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1783071774.051327:0:24980:0:(import.c:626:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8f8a030c8800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:0.0:1783071774.051473:0:24980:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8a039d7100 x1869685707748864/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783071774.051536:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1869685707748864:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1783071774.051623:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1783071774.051681:0:24980:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1783071774.051711:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071774.051716:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1783071774.051719:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1783071774.051731:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1783071774.052437:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748864 00000100:00100000:3.0:1783071774.052447:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748864 00000100:00100000:3.0:1783071774.052492:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783071774.052500:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3644:x1869685707748864:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1783071774.052533:0:22644:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 675 last 0 00000020:00000080:3.0:1783071774.052572:0:22644:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x6b58994c2cbddcbe 00000004:00100000:3.0:1783071774.052589:0:22644:0:(mdt_handler.c:7286:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1783071774.052632:0:22644:0:(import.c:65:import_set_state_nolock()) ffff8f8b05f92000 : changing import state from RECOVER to FULL 00000040:00080000:0.0:1783071774.055398:0:24980:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:3.0:1783071774.058571:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1869685707748864:12345-0@lo:38:llog_process_th.0 Request processed in 6057us (6935us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.058586:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1783071774.059272:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8f8a039d7100 x1869685707748864/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1783071784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071774.059285:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1783071774.059296:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1783071774.059305:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1783071774.059311:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1783071774.059314:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a030c8800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1783071774.059322:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3644:1869685707748864:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1783071774.059676:0:24966:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1783071774.059721:0:24966:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783071774.059741:0:24966:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc94 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.059752:0:24966:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a01748400/0x6b58994c2cbddc8d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddc94 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1783071774.059805:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1783071774.059807:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783071774.059808:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071774.059810:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071774.059811:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071774.059812:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071774.059823:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783071774.059825:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071774.059826:0:24966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783071774.059830:0:24966:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1783071774.059832:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1783071774.059834:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1783071774.059835:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1783071774.059835:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1783071774.059836:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1783071774.059837:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1783071774.059838:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1783071774.059839:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1783071774.059840:0:24966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1783071774.059864:0:24966:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1783071774.059882:0:24966:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707748992:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1783071774.059956:0:24966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.059994:0:24966:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071774.061034:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707748992 00000100:00100000:2.0:1783071774.061045:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707748992 00000100:00100000:2.0:1783071774.061158:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783071774.061169:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707748992:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1783071774.061216:0:22639:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1783071774.061233:0:22639:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1783071774.071158:0:22639:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1783071774.071265:0:22639:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1783071774.071773:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:24966:x1869685707748992:12345-0@lo:253:mount.lustre.0 Request processed in 10599us (11809us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071774.071789:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1783071774.071968:0:24966:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:880a223e-0658-402c-b194-7f424d370e04:24966:1869685707748992:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1783071774.071984:0:24966:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1783071774.071987:0:24966:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1783071774.071989:0:24966:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1783071774.071991:0:24966:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1783071774.071992:0:24966:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1783071774.071993:0:24966:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1783071774.071994:0:24966:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1783071774.071996:0:24966:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1783071774.071998:0:24966:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1783071774.071999:0:24966:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1783071774.072016:0:24966:0:(tgt_mount.c:2689:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:2.0:1783071774.074759:0:24966:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 20000000:01000000:3.0:1783071774.075078:0:22660:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1783071774.075084:0:22660:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1783071774.075108:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.075129:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.075137:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.075145:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.076144:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.076163:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 23 pid: 22638 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.076262:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707749120:0@lo:104: 00000100:00100000:3.0:1783071774.076845:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071774.076946:0:22660:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.076956:0:22660:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 23 pid: 22639 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.076966:0:22660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707749248:0@lo:104: 00000100:00100000:3.0:1783071774.076992:0:22660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.077213:0:22660:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3af8c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071774.077247:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749120 00000100:00100000:0.0:1783071774.077254:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749120 00000100:00100000:1.0:1783071774.077346:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749248 00000100:00100000:1.0:1783071774.077350:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749248 00000100:00100000:1.0:1783071774.077407:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783071774.077416:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+4:22660:x1869685707749120:12345-0@lo:104: 00010000:00010000:1.0:1783071774.077431:0:22627:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.077497:0:22627:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1783071774.077503:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+4:22660:x1869685707749120:12345-0@lo:104: Request processed in 89us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.077510:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783071774.077532:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783071774.077538:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707749248:12345-0@lo:104: 00010000:00010000:1.0:1783071774.077546:0:22627:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071774.077576:0:22627:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1783071774.077582:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:880a223e-0658-402c-b194-7f424d370e04+3:22660:x1869685707749248:12345-0@lo:104: Request processed in 44us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071774.077587:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1783071774.077720:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783071774.077727:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077735:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8800 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:3.0:1783071774.077739:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077748:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783071774.077755:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071774.077761:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783071774.077790:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077810:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783071774.077831:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077837:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8800/0x6b58994c2cbddc40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc47 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077851:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071774.077854:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077860:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748800 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:3.0:1783071774.077863:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077870:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783071774.077876:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071774.077882:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1783071774.077896:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.077902:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783071774.077916:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078002:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a01748800/0x6b58994c2cbddc32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc39 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078025:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071774.078027:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071774.078029:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071774.078052:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707749376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071774.078085:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.078140:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707749504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1783071774.078161:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071774.078196:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749376 00000100:00100000:3.0:1783071774.078201:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749376 00010000:00010000:3.0:1783071774.078222:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 24 pid: 22638 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.078240:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749504 00000100:00100000:3.0:1783071774.078243:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749504 00010000:00010000:3.0:1783071774.078255:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 25 pid: 22639 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.078268:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783071774.078275:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:880a223e-0658-402c-b194-7f424d370e04+25:3646:x1869685707749376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783071774.078285:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071774.078291:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 25 pid: 22638 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078301:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 25 pid: 22638 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078317:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071774.078344:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:880a223e-0658-402c-b194-7f424d370e04+25:3646:x1869685707749376:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.078359:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783071774.078398:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783071774.078405:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707749504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1783071774.078413:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071774.078417:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 24 pid: 22639 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078424:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 24 pid: 22639 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078436:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078443:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1783071774.078457:0:22630:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003373426s 00010000:00010000:3.0:1783071774.078461:0:22630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078468:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078474:0:22630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078481:0:22630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078486:0:22630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071774.078496:0:22630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078504:0:22630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078513:0:22630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.078522:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071774.078550:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707749504:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071774.078556:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1783071774.078592:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461600/0x6b58994c2cbddc47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddc40 expref: 23 pid: 22638 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.078602:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707749120:0@lo:104: 00002000:00080000:1.0:1783071774.079358:0:24966:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1783071774.079386:0:24966:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1783071774.079422:0:24966:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1783071774.079465:0:24966:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.138@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1783071774.079484:0:24966:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1783071774.079517:0:24966:0:(super25.c:187:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00010000:00010000:2.0:1783071774.080101:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071774.080259:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a02ce8c00/0x6b58994c2cbddc39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddc32 expref: 22 pid: 22639 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071774.080274:0:22660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22660:1869685707749248:0@lo:104: 00010000:00010000:3.0:1783071774.080300:0:22660:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071774.080568:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707749504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071774.080597:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707749376:0@lo:103:ldlm_bl.0 00000020:00000004:0.0:1783071774.081636:0:24966:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1783071774.081880:0:24966:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071774.082026:0:22660:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.082041:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.082049:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461800/0x6b58994c2cbddcc5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071774.594611:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1783071774.929550:0:25034:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783071774.930308:0:25034:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1783071775.044932:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1783071775.619100:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783071775.874744:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783071775.874753:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a01e3e800 from 14 10000000:01000000:3.0:1783071775.874759:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783071775.874805:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.874817:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.874828:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071775.874854:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783071775.874921:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071775.875004:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5d000 going to sleep for 11 seconds 00000100:00100000:1.0:1783071775.877265:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749632 00000100:00100000:1.0:1783071775.877289:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749632 00000100:00100000:1.0:1783071775.877352:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1783071775.877386:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707749632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071775.877402:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071775.877422:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a01749c00/0x6b58994c2cbddcd3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddccc expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071775.877451:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a01749c00/0x6b58994c2cbddcd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddccc expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071775.877463:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a01749c00/0x6b58994c2cbddcd3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddccc expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071775.877473:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a01749c00, rc 0) 00000100:00100000:1.0:1783071775.877553:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707749632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (2631us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071775.877560:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1783071775.877700:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071775.877720:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddcd3 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071775.877731:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddcd3 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071775.877803:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749760:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1783071775.877845:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071775.877886:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783071775.877984:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749760 00000100:00100000:3.0:1783071775.877990:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749760 00000100:00100000:3.0:1783071775.878025:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783071775.878032:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707749760:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783071775.878046:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783071775.878064:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783071775.878067:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1783071775.878148:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707749760:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 115us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071775.878155:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1783071775.878190:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749760:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783071775.878249:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783071775.878256:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddcd3 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878264:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461800/0x6b58994c2cbddccc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddcd3 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783071775.878274:0:22641:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1783071775.878277:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-mdtir-ffff8f8a04a0c000 from 14 10000000:01000000:3.0:1783071775.878279:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1783071775.878299:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878307:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878315:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071775.878328:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783071775.878353:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071775.878386:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071775.878397:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707749888 00000100:00100000:3.0:1783071775.878400:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707749888 00000100:00100000:3.0:1783071775.878416:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783071775.878421:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707749888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071775.878428:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071775.878435:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b3c460400/0x6b58994c2cbddce1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddcda expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878456:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b3c460400/0x6b58994c2cbddce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddcda expref: 24 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878463:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b3c460400/0x6b58994c2cbddce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddcda expref: 24 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878469:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b3c460400, rc 0) 00000100:00100000:3.0:1783071775.878496:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707749888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 74us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071775.878502:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1783071775.878526:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707749888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071775.878535:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddce1 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878544:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddce1 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071775.878593:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707750016:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1783071775.878620:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071775.878631:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b2fd5dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1783071775.878641:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750016 00000100:00100000:3.0:1783071775.878643:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750016 00000100:00100000:3.0:1783071775.878660:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783071775.878665:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707750016:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1783071775.878673:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1783071775.878683:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1783071775.878689:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1783071775.878746:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707750016:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 80us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071775.878753:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1783071775.878779:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cd500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707750016:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1783071775.878817:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1783071775.878823:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddce1 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071775.878832:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461600/0x6b58994c2cbddcda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddce1 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071776.578666:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783071776.578746:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071776.579141:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750144 00000100:00100000:2.0:1783071776.579150:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750144 00000100:00100000:2.0:1783071776.579219:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1783071776.579230:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707750144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1783071776.579264:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783071776.579321:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707750144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071776.579327:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1783071776.579400:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9500 x1869685707750144/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783071792 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071776.579418:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707750144:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1783071776.580075:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1783071776.652013:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071777.090513:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707750272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071777.090605:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.090663:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750272 00000100:00100000:1.0:1783071777.090670:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750272 00000100:00100000:1.0:1783071777.090729:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783071777.090738:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707750272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783071777.090771:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071777.090830:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707750272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.090837:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1783071777.090885:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a032e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707750272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071777.097402:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707750400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071777.097479:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.097614:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750400 00000100:00100000:3.0:1783071777.097621:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750400 00000100:00100000:3.0:1783071777.097679:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1783071777.097689:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707750400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783071777.097727:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071777.097774:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707750400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.097781:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1783071777.102577:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707750400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071777.156966:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071757/real 1783071757] req@ffff8f8b37b48a80 x1869685707737088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.157005:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b48a80 x1869685707737088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.157016:0:3644:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1783071757/real 1783071757] req@ffff8f8b37b49180 x1869685707737216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071777 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.157029:0:3644:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8f8b37b49180 x1869685707737216/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1783071777 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783071777.157048:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071777.157081:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783071777.157086:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707737088:0@lo:8:kworker.0 00000100:00080000:1.0:1783071777.157092:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1783071777.157097:0:3644:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1783071777.157099:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707737216:0@lo:8:kworker.0 00000100:00080000:2.0:1783071777.157565:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071777.157570:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1783071777.157573:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783071777.157578:0:8:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 659 00000100:00080000:2.0:1783071777.157583:0:8:0:(import.c:591:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783071777.157591:0:8:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8f8a03008000 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071777.157612:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37aba680 x1869685707750656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071777.157632:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071777.157636:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783071777.157637:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783071777.157640:0:8:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 659 00000100:00080000:2.0:1783071777.157643:0:8:0:(import.c:591:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1783071777.157663:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8f8b069da800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071777.157676:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37aba300 x1869685707750784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783071777.157692:0:8:0:(pinger.c:231:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1783071777.157695:0:8:0:(pinger.c:239:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1783071777.157696:0:8:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1783071777.157700:0:8:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8f8b08854800 using connection 192.168.204.138@tcp/0@lo 00000100:00100000:2.0:1783071777.157722:0:8:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8f8b37abb480 x1869685707751040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783071777.157831:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707750656:0@lo:8:kworker.0 00000100:00100000:1.0:1783071777.157901:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.157947:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707750784:0@lo:8:kworker.0 00000100:00100000:1.0:1783071777.157972:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.157991:0:3644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707751040:0@lo:8:kworker.0 00000100:00100000:1.0:1783071777.158021:0:3644:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.158054:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750656 00000100:00100000:1.0:1783071777.158062:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750656 00000100:00100000:1.0:1783071777.158102:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750784 00000100:00100000:1.0:1783071777.158106:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750784 00000100:00100000:1.0:1783071777.158115:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751040 00000100:00100000:1.0:1783071777.158117:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751040 00000100:00100000:1.0:1783071777.158137:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783071777.158140:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707750912:0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.158151:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1869685707750656:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1783071777.158202:0:24813:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000100:00100000:3.0:1783071777.158226:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1783071777.158233:0:24813:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbddce8 00002000:00100000:1.0:1783071777.158251:0:24813:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8f8a02e7f000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1783071777.158256:0:24813:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1783071777.158259:0:24813:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1783071777.158275:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1869685707751552:0@lo:400:kworker.0 00000100:00100000:3.0:1783071777.158324:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1783071777.158349:0:24813:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:3.0:1783071777.158356:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1783071777.158415:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707750528:0@lo:400:kworker.0 00000100:00080000:1.0:1783071777.158424:0:24813:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e7e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071777.158462:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.158514:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3644:x1869685707750656:12345-0@lo:8:kworker.0 Request processed in 360us (604us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.158518:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1869685707751424:0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.158527:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1783071777.158563:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1783071777.158569:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1869685707750784:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1783071777.158587:0:24813:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1783071777.158604:0:24813:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x6b58994c2cbddcef 00000100:00100000:3.0:1783071777.158613:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00100000:1.0:1783071777.158617:0:24813:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8f8a02e79000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1783071777.158625:0:24813:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1783071777.158628:0:24813:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1783071777.158671:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750912 00000100:00100000:3.0:1783071777.158680:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750912 00000100:00100000:3.0:1783071777.158727:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751552 00000100:00100000:3.0:1783071777.158731:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751552 00000100:00100000:3.0:1783071777.158768:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751424 00000100:00100000:3.0:1783071777.158772:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751424 00000100:00100000:3.0:1783071777.158792:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1783071777.158802:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707750912:12345-0@lo:400:kworker.0 00002000:00080000:1.0:1783071777.158823:0:24813:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1783071777.158846:0:24813:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e79800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071777.158865:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707750912:12345-0@lo:400:kworker.0 Request processed in 63us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.158874:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783071777.158905:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3644:x1869685707750784:12345-0@lo:8:kworker.0 Request processed in 332us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.158909:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1783071777.158917:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783071777.158924:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869685707751552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.158957:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1783071777.158967:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3644:x1869685707751040:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1783071777.158976:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1869685707751552:12345-0@lo:400:kworker.0 Request processed in 55us (649us total) trans 0 rc 0/0 00010000:00080000:1.0:1783071777.158990:0:24813:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 678 last 0 00000020:00000080:1.0:1783071777.159009:0:24813:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x6b58994c2cbddcf6 00002000:00100000:1.0:1783071777.159017:0:24813:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8f8a02e7a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113653 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1783071777.159020:0:24813:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1783071777.159022:0:24813:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1783071777.159045:0:24813:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00100000:3.0:1783071777.159056:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:1.0:1783071777.159069:0:24813:0:(import.c:65:import_set_state_nolock()) ffff8f8a02e7d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1783071777.159083:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783071777.159092:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869685707751424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.159129:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3644:x1869685707751040:12345-0@lo:8:kworker.0 Request processed in 160us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.159141:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783071777.159148:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1869685707751424:12345-0@lo:400:kworker.0 Request processed in 52us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.159167:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1783071777.159200:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707750528 00000100:00100000:1.0:1783071777.159204:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707751168:0@lo:400:kworker.0 00000100:00100000:3.0:1783071777.159207:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707750528 00000100:00100000:3.0:1783071777.159254:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783071777.159263:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.159270:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:3648:x1869685707750528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.159306:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707751680:0@lo:400:kworker.0 00000100:00100000:3.0:1783071777.159318:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:3648:x1869685707750528:12345-0@lo:400:kworker.0 Request processed in 50us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.159326:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1783071777.159348:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.159401:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751168 00000100:00100000:3.0:1783071777.159407:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751168 00000100:00100000:1.0:1783071777.159415:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071777.159430:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707751296:0@lo:400:kworker.0 00000100:00100000:3.0:1783071777.159435:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751680 00000100:00100000:3.0:1783071777.159440:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751680 00000100:00100000:3.0:1783071777.159469:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1783071777.159479:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.159483:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a032e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707751168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.159519:0:22646:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1783071777.159531:0:22646:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1783071777.159545:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a032e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707751168:12345-0@lo:400:kworker.0 Request processed in 66us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.159566:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1783071777.159586:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751296 00000100:00100000:3.0:1783071777.159591:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751296 00010000:00080000:1.0:1783071777.159610:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37aba680 x1869685707750656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783071802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071777.159615:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1783071777.159630:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707751680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.159640:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783071777.159651:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783071777.159662:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783071777.159670:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00100000:3.0:1783071777.159675:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707751680:12345-0@lo:400:kworker.0 Request processed in 44us (324us total) trans 0 rc 0/0 00000100:00080000:1.0:1783071777.159677:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8a03008000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783071777.159696:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:1.0:1783071777.159711:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1783071777.159717:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783071777.159724:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707750656:0@lo:8:kworker.0 00000100:00100000:3.0:1783071777.159737:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707751296:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.159750:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37aba300 x1869685707750784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783071802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.159762:0:3644:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1783071777.159768:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1783071777.159775:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783071777.159779:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1783071777.159781:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b069da800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1783071777.159799:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1783071777.159801:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707751296:12345-0@lo:400:kworker.0 Request processed in 74us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.159807:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3644:1869685707750784:0@lo:8:kworker.0 00000100:00100000:3.0:1783071777.159817:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1783071777.159836:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37abb480 x1869685707751040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1783071802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783071777.159848:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783071777.159850:0:3644:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1783071777.159857:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783071777.159860:0:3644:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1783071777.159865:0:3644:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1783071777.159868:0:3644:0:(import.c:65:import_set_state_nolock()) ffff8f8b08854800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1783071777.159882:0:3644:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1783071777.159885:0:3644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3644:1869685707751040:0@lo:8:kworker.0 00000004:00080000:1.0:1783071777.159967:0:22669:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:1.0:1783071777.159985:0:22669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22669:1869685707751936:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783071777.160016:0:22669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.160034:0:22669:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0208be40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071777.160048:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707751808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783071777.160070:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.160096:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751936 00000100:00100000:1.0:1783071777.160101:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751936 00000100:00100000:1.0:1783071777.160142:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783071777.160149:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22669:x1869685707751936:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783071777.160432:0:22668:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1783071777.160500:0:22668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 678949135775ns, next at 0ns, rc = 0 00080000:00080000:1.0:1783071777.160507:0:22668:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1783071777.160564:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707750528:0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.160580:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9c00 x1869685707751424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.160589:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3648:1869685707751424:0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.160602:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9880 x1869685707750912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.160609:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707750912:0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.160620:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9f80 x1869685707751552/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.160628:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3648:1869685707751552:0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.160674:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9180 x1869685707751296/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.160683:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707751296:0@lo:400:kworker.0 00010000:00080000:1.0:1783071777.160693:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab8380 x1869685707751168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.160700:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707751168:0@lo:400:kworker.0 00000100:00100000:0.0:1783071777.163401:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707752064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783071777.163497:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783071777.163592:0:22671:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1783071777.163620:0:22671:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22671:1869685707752192:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1783071777.163690:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.163711:0:22671:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b038233c0 going to sleep for 11 seconds 00010000:00080000:1.0:1783071777.164059:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37abe680 x1869685707751680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.164077:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707751680:0@lo:400:kworker.0 00000100:00100000:1.0:1783071777.166600:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707751808 00000100:00100000:1.0:1783071777.166613:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707751808 00000100:00100000:1.0:1783071777.166650:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752064 00000100:00100000:1.0:1783071777.166652:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752064 00000100:00100000:1.0:1783071777.166673:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071777.166682:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1869685707751808:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783071777.167380:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783071777.167405:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707752320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783071777.167625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1783071777.168673:0:23390:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1783071777.168739:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752448:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1783071777.168800:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.168839:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b038236c0 going to sleep for 11 seconds 00000100:00100000:0.0:1783071777.168859:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752192 00000100:00100000:0.0:1783071777.168869:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752192 00000100:00100000:0.0:1783071777.168910:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752448 00000100:00100000:0.0:1783071777.168912:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752448 00000100:00100000:0.0:1783071777.168931:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071777.168939:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:22671:x1869685707752192:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1783071777.169326:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1783071777.169332:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:0.0:1783071777.170186:0:24813:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1783071777.170198:0:24813:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:0.0:1783071777.170205:0:24813:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00000024:1.0:1783071777.170603:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071777.170792:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3646:x1869685707751808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4104us (10713us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.170807:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071777.170847:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752320 00000100:00100000:1.0:1783071777.170856:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752320 00000100:00100000:1.0:1783071777.170893:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783071777.170904:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1869685707752064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783071777.170934:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783071777.171351:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3647:x1869685707752064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 449us (7853us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.171392:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783071777.171408:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783071777.171415:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1869685707752320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783071777.171427:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783071777.171457:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3647:x1869685707752320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (3834us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.171463:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1783071777.171518:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37b4b480 x1869685707751808/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.171538:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707751808:0@lo:13:osp-pre-0-0.0 00010000:00080000:1.0:1783071777.171594:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a021ced80 x1869685707752320/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.171607:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707752320:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1783071777.171616:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a021cd180 x1869685707752064/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1783071793 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071777.171626:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707752064:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1783071777.175278:0:22670:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1783071777.175589:0:22670:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 678964223926ns, next at 0ns, rc = 0 00080000:00080000:3.0:1783071777.175600:0:22670:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1783071777.175647:0:22624:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:2.0:1783071777.178442:0:23389:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1783071777.178596:0:23389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 678967231417ns, next at 0ns, rc = 0 00080000:00080000:2.0:1783071777.178608:0:23389:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00002000:00080000:0.0:1783071777.179712:0:24153:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:0.0:1783071777.179725:0:24153:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1783071777.179733:0:24153:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:2.0:1783071777.180330:0:22624:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1783071777.187453:0:23378:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:0.0:1783071777.189345:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.189360:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.189408:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=678s v=(0 0) 00010000:00010000:0.0:1783071777.189413:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.189421:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.189440:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.189452:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.189460:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.189673:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783071777.190329:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.190337:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190350:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=678s v=(0 0) 00010000:00010000:2.0:1783071777.190353:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.190358:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190391:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190401:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190418:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190437:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.190451:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.190457:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.190464:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.191101:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.192511:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.192536:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.192571:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.192579:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e7f13e/0x6b58994c2cbddcfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.192606:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.192609:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.192611:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.195950:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.195957:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.195960:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.196098:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.196119:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196138:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=678s v=(0 0) 00010000:00010000:2.0:1783071777.196142:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.196148:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196174:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196185:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196192:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196212:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.196546:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.196564:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.196583:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.196588:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.196597:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.196618:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.196626:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000035e1489/0x6b58994c2cbddd0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.196646:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.196648:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.196649:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.196970:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.196978:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.196988:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=678s v=(0 0) 00010000:00010000:2.0:1783071777.196991:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.196996:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.197007:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.197022:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.197029:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.197051:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.197255:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.197260:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.197268:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.197271:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.197279:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.197297:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.197305:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002814545e/0x6b58994c2cbddd12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.197319:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.197321:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.197323:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.201619:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.201643:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b00030800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.201647:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.201659:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.201683:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.201689:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ffb5347/0x6b58994c2cbddd04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.201730:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.201732:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.201751:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.202318:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.202336:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.202357:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=678s v=(0 0) 00010000:00010000:2.0:1783071777.202416:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.202427:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.202447:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.202459:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.202470:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.202495:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.203019:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.203032:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203047:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.203052:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203064:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203107:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203114:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbc28261/0x6b58994c2cbddd19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203136:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.203139:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.203140:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.203529:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.203542:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.203566:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.203572:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.203579:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.203592:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.203603:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.203612:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783071777.203652:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.203661:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203674:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=678s v=(0 0) 00010000:00010000:0.0:1783071777.203679:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.203685:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203717:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.203726:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.203732:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203742:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.203773:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.204004:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.204014:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204024:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.204029:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204052:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204074:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204082:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204109:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.204113:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204121:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.204125:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204133:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204147:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204155:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b253a9/0x6b58994c2cbddd27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.204184:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.204186:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.204189:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.204196:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.204601:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.204609:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.204621:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.204633:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.204639:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.204652:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.204662:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.204671:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.204690:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783071777.205227:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.205235:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205245:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.205255:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.205260:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205270:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205278:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205286:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205339:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783071777.205695:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.205702:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205711:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.205714:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.205719:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205728:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205737:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.205750:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205842:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783071777.205850:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205859:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.205864:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205938:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205958:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205965:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de0adcb9/0x6b58994c2cbddd2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205988:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.205991:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.205998:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.206008:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206016:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206027:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206033:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c90fa58/0x6b58994c2cbddd35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206047:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.206050:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206056:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.206059:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206066:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206076:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.206084:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.206092:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.206095:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.206154:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783071777.206160:0:24153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783071777.206761:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.206770:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.206782:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.206787:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.206793:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.206808:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.206818:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.206828:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.208403:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.208421:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.208450:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.208457:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.208471:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.208497:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.208578:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.208730:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1783071777.208742:0:24813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddd43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.209059:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.209063:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.209066:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.209359:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783071777.209704:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.209718:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.209737:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=678s v=(0 0) 00010000:00010000:0.0:1783071777.209743:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.209750:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.209766:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.209778:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.209787:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.209808:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783071777.209993:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.210005:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.210018:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.210023:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.210038:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210046:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.210056:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210057:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.210101:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210103:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.210120:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210123:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.210162:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.210171:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210193:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210200:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbddd4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210228:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.210232:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210239:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.210242:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210252:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210264:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210271:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210298:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.210300:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.210303:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.210320:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783071777.210834:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.210843:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210853:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=678s v=(0 0) 00010000:00010000:0.0:1783071777.210857:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.210863:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210873:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210881:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210888:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.210910:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.211632:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.211644:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211656:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.211662:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211672:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211693:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211702:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbddd58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211727:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.211729:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.211731:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.211810:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.211816:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211827:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=678s v=(0 0) 00010000:00010000:3.0:1783071777.211831:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.211841:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211865:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211884:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211892:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.211910:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.212312:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.212324:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.212351:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.212356:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.212384:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.212403:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.212410:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd5f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.212431:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.212433:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.212434:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.214716:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.214733:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.214752:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.214756:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.214762:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.214777:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.214786:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783071777.214789:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.214807:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.214823:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.214828:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.214834:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.214862:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.214888:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.214898:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.214910:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.214923:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.214945:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.215024:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.215039:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215050:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.215056:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215067:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215105:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215114:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbddd66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215138:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.215143:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215150:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.215153:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215160:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215170:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215177:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070fd10ee/0x6b58994c2cbddd6d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.215191:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.215193:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.215202:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.215255:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783071777.215936:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.215945:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.215959:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.215963:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.215968:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.215979:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.215999:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.216019:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.216081:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783071777.216263:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.216274:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.216289:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.216294:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.216300:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.216428:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.216440:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.216449:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783071777.218946:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.218966:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.218989:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.218995:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.219002:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.219033:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.219061:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.219069:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.220254:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783071777.220271:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.220286:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.220291:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.220329:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.220353:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.220376:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008774de30/0x6b58994c2cbddd74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.221401:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1783071777.221694:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783071777.222043:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.222129:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.222133:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.222144:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.222268:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.222280:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.222294:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.222300:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.222312:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.222334:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.222345:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.222346:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.222348:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.222584:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.222596:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d161545a/0x6b58994c2cbddd7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783071777.222791:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.222814:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.222846:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.222859:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.222868:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.222883:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.222906:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.222915:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.222956:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.223748:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.223756:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.223766:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.223770:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.223781:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.223798:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.223805:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a053e71/0x6b58994c2cbddd89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.223819:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.223821:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.223825:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.223838:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.223885:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.223895:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.223908:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.223913:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.223919:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.223931:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.223956:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.223964:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.224026:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.224487:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.224497:0:24813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f01e03a1/0x6b58994c2cbddd82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.224615:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.224626:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783071777.224987:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.224996:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.225007:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.225012:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.225016:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.225028:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.225036:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.225044:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.225114:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.227765:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.227800:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.227819:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.227847:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.227855:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5be14d8/0x6b58994c2cbddd90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.227872:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.227893:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.227899:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.227899:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.227906:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.227921:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.227927:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.227939:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.227969:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.227976:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbddd97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.228004:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.228006:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.228009:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.228299:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.228308:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.228321:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.228327:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.228334:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.228347:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.228357:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.228395:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.228413:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.231722:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.231737:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.231752:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.231757:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.231770:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.231793:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.231822:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbddd9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.231851:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.231853:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.231855:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.232194:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.232210:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.232230:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.232247:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.232255:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.232273:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.232284:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.232293:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.232327:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.233180:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.233193:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.233205:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.233208:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.233218:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.233234:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.233242:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbddda5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.233270:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.233272:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.233273:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.236266:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1783071777.236697:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.236722:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.236745:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.236771:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.236779:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.236797:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.236809:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.236817:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.236843:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.236894:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.236911:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.236926:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.236932:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.236945:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.236980:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.236988:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdddac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.237021:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.237023:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.237026:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.237289:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.237297:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.237318:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.237323:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.237327:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.237351:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.237360:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.237408:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.237429:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.238057:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071777.238065:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.238075:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.238080:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.238090:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.238203:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.238227:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afebea98/0x6b58994c2cbdddb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.238250:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.238252:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.238254:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.240388:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.240409:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.240434:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.240441:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.240455:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.240471:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.240484:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.240518:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.240547:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.240613:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.240625:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240695:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.240701:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783071777.240753:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.240762:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.240771:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.240775:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.240784:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240788:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.240806:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240819:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.240820:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.240840:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240861:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000061ae354/0x6b58994c2cbdddc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.240874:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.240884:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.240888:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240896:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.240900:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240907:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.240922:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.240927:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.240931:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.240938:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.240943:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.241229:0:24153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdddba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783071777.242859:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:3.0:1783071777.243075:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.243084:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.243104:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.243117:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.243125:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.243142:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.243153:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243233:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243243:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.243246:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.243250:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243260:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243267:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243275:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.243303:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.243354:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.243416:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243434:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.243440:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243483:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243509:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243517:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f01e03a1/0x6b58994c2cbdddc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243545:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.243547:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.243560:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.243640:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.243659:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1783071777.243697:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.243714:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243724:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.243727:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243736:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243748:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243769:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdddcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.243791:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.243793:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.243794:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.244435:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.244446:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.244460:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=679s v=(0 0) 00002000:00010000:1.0:1783071777.244665:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.244672:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.244681:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.244684:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.244702:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.244716:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.244726:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.244735:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.244763:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1783071777.244925:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.245006:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.245020:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.245028:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.245043:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.245063:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.245259:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.245269:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245279:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.245284:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245294:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245313:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245321:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbddddd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245343:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.245346:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245404:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.245408:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245415:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245427:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245435:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdddd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.245710:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.245712:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.245714:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.246099:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.246108:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.246120:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.246124:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.246130:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.246141:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.246149:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.247261:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1783071777.247446:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1783071777.247455:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.247474:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1783071777.247479:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1783071777.247485:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.247500:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.247511:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.247533:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.247580:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1783071777.248388:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.248398:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.248415:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.248419:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.248424:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.248435:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.248444:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.248453:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248612:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1783071777.248622:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248642:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.248649:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248661:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248693:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248701:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbddde4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248727:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.248732:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248739:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd6800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.248743:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248751:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248762:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248771:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.248774:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248780:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.248790:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248799:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248810:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.248819:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.248821:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.248823:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.249961:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1783071777.249977:0:24153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e23051/0x6b58994c2cbdddeb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.250343:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.250650:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783071777.255958:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.255979:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.255999:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.256003:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.256010:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256025:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256035:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256043:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256069:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783071777.256589:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.256596:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256606:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.256609:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.256613:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256623:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256695:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.256702:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.257781:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.257806:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.257824:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257842:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.257849:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257865:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257893:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257902:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ae42014/0x6b58994c2cbdddf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257964:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.257969:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257976:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce9c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.257980:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.257989:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.258001:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.258009:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001406df16/0x6b58994c2cbdde00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.258044:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.258046:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.258048:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1783071777.258929:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.258942:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.258957:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.258962:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.258967:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.258999:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259009:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259017:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259104:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1783071777.259535:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.259542:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259565:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.259568:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.259572:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259581:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259590:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259620:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259645:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1783071777.259941:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.259948:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259957:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.259960:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.259964:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259973:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259981:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259989:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.259997:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1783071777.260279:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.260287:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260301:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.260304:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.260309:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260319:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260328:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260337:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260346:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1783071777.260721:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.260728:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260737:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.260740:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.260745:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260757:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260778:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260786:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.260795:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1783071777.261189:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.261196:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261205:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.261208:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.261213:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261222:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261229:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261237:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261256:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1783071777.261522:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.261528:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261537:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.261540:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.261544:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261566:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261575:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261581:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.261589:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1783071777.262096:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.262103:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262112:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.262122:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.262126:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262135:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262143:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262149:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262156:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:3.0:1783071777.262304:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:3.0:1783071777.262320:0:24813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdddf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783071777.262486:0:24153:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.262496:0:24153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262505:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1783071777.262509:0:24153:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071777.262513:0:24153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262523:0:24153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262532:0:24153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262561:0:24153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.262571:0:24153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00080000:0.0:1783071777.262618:0:24153:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1783071777.262884:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22671:x1869685707752192:12345-0@lo:5:osp-pre-1-0.0 Request processed in 93942us (99190us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071777.262897:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071777.262940:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071777.262952:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752448:12345-0@lo:7:osp-pre-1-1.0 00010000:00010000:1.0:1783071777.264186:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1783071777.264196:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264208:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264213:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264223:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264243:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264251:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000010b2cc51/0x6b58994c2cbdde07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264273:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1783071777.264285:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264292:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264295:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264304:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264314:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264322:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003086dfea/0x6b58994c2cbdde0e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264334:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1783071777.264337:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264343:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264346:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264354:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264392:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264399:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040b253a9/0x6b58994c2cbdde15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264413:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1783071777.264417:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264423:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264426:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264433:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264441:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264448:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8e7f13e/0x6b58994c2cbdde1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264459:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1783071777.264462:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264475:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce9400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264478:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264485:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264495:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264501:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006758feb5/0x6b58994c2cbdde23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264515:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1783071777.264519:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264525:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264528:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264534:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264542:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264567:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008774de30/0x6b58994c2cbdde2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264582:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1783071777.264587:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264593:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01749000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264596:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.264604:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264618:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071777.264619:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264633:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264676:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a01748800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.264678:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070fd10ee/0x6b58994c2cbdde31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264694:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264709:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264731:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264740:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c44ea4e/0x6b58994c2cbdde38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264765:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.264770:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264777:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.264782:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264791:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264805:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264814:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0c9c94/0x6b58994c2cbdde3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.264839:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.264842:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.264844:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.264853:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071777.265409:0:22671:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22671:1869685707752192:0@lo:5:osp-pre-1-0.0 00002000:00010000:2.0:1783071777.265864:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000004:00080000:3.0:1783071777.266086:0:22671:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00010000:00010000:2.0:1783071777.266231:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266252:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.266258:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.266268:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266286:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266300:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266309:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266337:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783071777.266354:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.266360:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266410:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.266416:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266428:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266448:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.266457:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbdde46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071777.266599:0:22671:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22671:1869685707752576:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1783071777.266700:0:22671:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071777.266741:0:22671:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3b65cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783071777.266776:0:24152:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00010000:00010000:2.0:1783071777.266866:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.266869:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.266871:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071777.267021:0:24152:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1783071777.267633:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752576 00000100:00100000:3.0:1783071777.267643:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752576 00000100:00100000:3.0:1783071777.267817:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783071777.267829:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22671:x1869685707752576:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1783071777.267888:0:25153:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1783071777.267940:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.267948:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.267951:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.268708:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.268722:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.268742:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.268748:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.268756:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.268771:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.268805:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.268813:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.268840:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783071777.271716:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.271735:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271758:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.271763:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.271771:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271788:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271801:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271809:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271857:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.271874:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.271881:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271889:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.271895:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.271905:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272309:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783071777.272319:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272328:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071777.272331:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272340:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272353:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272381:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d2b99a6/0x6b58994c2cbdde54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.272407:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.272409:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.272411:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.273032:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.273051:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde4d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.273072:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.273074:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.273076:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1783071777.277086:0:24153:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1783071777.277097:0:24153:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783071777.277205:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752448:12345-0@lo:7:osp-pre-1-1.0 Request processed in 14251us (108399us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.277225:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1783071777.277293:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cc700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752448:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1783071777.277307:0:23390:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783071777.277349:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752704:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783071777.277405:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.277427:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c766b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071777.277446:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752704 00000100:00100000:1.0:1783071777.277452:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752704 00000100:00100000:1.0:1783071777.277489:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071777.277498:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752704:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1783071777.277525:0:24152:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1783071777.277571:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752704:12345-0@lo:5:osp-pre-1-1.0 Request processed in 73us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071777.277582:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071777.277700:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752704:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783071777.277710:0:23390:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1783071777.277743:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752832:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1783071777.277767:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.277788:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3c766b40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071777.277806:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752832 00000100:00100000:1.0:1783071777.277809:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752832 00000100:00100000:1.0:1783071777.277929:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1783071777.277935:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752832:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1783071777.277959:0:24153:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1783071777.281113:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.281138:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.281179:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.281205:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.281215:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.281239:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.281254:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.281263:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.281303:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.285251:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071777.285265:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.285281:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.285285:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.285296:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.285319:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.285327:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd4b890e/0x6b58994c2cbdde5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.285349:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.285351:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.285353:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1783071777.289976:0:24967:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:1.0:1783071777.290041:0:24967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1783071777.290048:0:24967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1783071777.291915:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22671:x1869685707752576:12345-0@lo:5:osp-pre-1-0.0 Request processed in 24077us (25207us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1783071777.291932:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783071777.292011:0:22671:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1783071777.292030:0:22671:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22671:1869685707752576:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1783071777.292409:0:22671:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00002000:00010000:3.0:1783071777.292746:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.292760:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.293651:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.293657:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.293666:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.293685:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.293698:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.293715:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.293741:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783071777.294589:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.294601:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.294612:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.294617:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.294629:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.294665:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.294675:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000612b690b/0x6b58994c2cbdde62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.294724:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.294727:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.294729:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.297643:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.297661:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.298008:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.298015:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.298024:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.298044:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.298075:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.298085:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.298125:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.298491:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071777.298522:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.298535:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9a00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.298540:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.298561:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.298582:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.298589:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d161545a/0x6b58994c2cbdde69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.298617:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.298618:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.298620:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.299446:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.299457:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.299484:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.299489:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.299497:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.299508:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.299518:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.299526:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.299569:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783071777.299997:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.300004:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300014:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.300018:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.300022:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300032:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300040:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300049:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300070:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1783071777.300120:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1783071777.300138:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300151:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8200 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.300156:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300189:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300209:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300216:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0adcb9/0x6b58994c2cbdde70 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300242:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071777.300245:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300251:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.300255:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300262:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300269:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300275:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbdde77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.300297:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.300299:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.300301:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.300738:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.300747:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300759:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.300771:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.300776:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300796:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300806:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300814:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.300836:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783071777.300859:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.300869:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.300879:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9000 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.300883:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.300894:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.300908:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.300915:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c90fa58/0x6b58994c2cbdde7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.300954:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.300956:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.300962:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.301013:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.301504:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.301513:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.301522:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.301526:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.301529:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.301538:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.301547:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.301573:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.301592:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1783071777.301749:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1783071777.301758:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.301768:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:1.0:1783071777.301771:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.301779:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.301792:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.301799:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b0b7a50/0x6b58994c2cbdde85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071777.301822:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.301824:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783071777.301825:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.302078:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.302085:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.302107:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.302111:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.302115:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.302125:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.302133:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.302140:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.302225:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1783071777.303252:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.303266:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.303292:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.303300:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.303305:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303436:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.303449:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303461:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.303466:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303477:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303500:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303507:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5be14d8/0x6b58994c2cbdde8c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303528:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.303530:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.303532:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.303793:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.303806:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.303814:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.303842:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1783071777.303865:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.303873:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303900:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8400 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.303903:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303912:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303930:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303937:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef65c43c/0x6b58994c2cbdde93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.303954:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.303957:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.303959:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1783071777.310116:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.310130:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.310148:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.310152:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.310159:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.310173:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.310190:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.310198:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.310225:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783071777.314497:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1783071777.314672:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.314684:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.314699:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.314705:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.314717:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.314739:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.314746:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038eddc02/0x6b58994c2cbdde9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.314776:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.314778:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.314780:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.315121:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.315134:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.315139:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.315147:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.315160:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.315170:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.315179:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.315218:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1783071777.320830:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1783071777.320848:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320871:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1783071777.320877:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1783071777.320885:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320901:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320913:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320923:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320947:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1783071777.320964:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1783071777.320972:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.320982:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67c00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.321004:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321017:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321040:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321049:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004b3749a1/0x6b58994c2cbddea1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321079:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783071777.321083:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321090:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66600 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071777.321095:0:22633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321106:0:22633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321120:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321128:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001efe5f67/0x6b58994c2cbddea8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071777.321161:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.321163:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783071777.321170:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071777.324559:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1783071777.325917:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1783071777.325932:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.325948:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1783071777.325952:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071777.325958:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.325973:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.325992:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.326001:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071777.326026:0:24813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1783071777.326315:0:24813:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:3.0:1783071777.326430:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22669:x1869685707751936:12345-0@lo:5:osp-pre-0-0.0 Request processed in 166276us (166408us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071777.326441:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1783071777.327245:0:22669:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22669:1869685707751936:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1783071777.327273:0:22669:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:1.0:1783071777.327378:0:22669:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22669:1869685707752960:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1783071777.327448:0:22669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.327481:0:22669:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a0208be40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071777.327508:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707752960 00000100:00100000:1.0:1783071777.327515:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707752960 00000100:00100000:1.0:1783071777.327581:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1783071777.327591:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22669:x1869685707752960:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1783071777.327648:0:24150:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:0.0:1783071777.329680:0:22632:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071777.329700:0:22632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.329788:0:22632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071777.329794:0:22632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.329807:0:22632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.329829:0:22632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.329837:0:22632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a053e71/0x6b58994c2cbddeaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071777.329864:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.329866:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071777.329868:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071777.335952:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23390:1869685707752832:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1783071777.335988:0:23390:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1783071777.336064:0:23390:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23390:1869685707753088:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1783071777.336136:0:23390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071777.336190:0:23390:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b0511c600 going to sleep for 11 seconds 00000100:00100000:0.0:1783071777.336410:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23390:x1869685707752832:12345-0@lo:5:osp-pre-1-1.0 Request processed in 57903us (58070us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1783071777.336430:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1783071777.336484:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753088 00000100:00100000:0.0:1783071777.336493:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753088 00000100:00100000:0.0:1783071777.336884:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1783071777.336893:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1869685707753088:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1783071777.336990:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23390:x1869685707753088:12345-0@lo:900:osp-pre-1-1.0 Request processed in 97us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071777.336997:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1783071777.337053:0:23390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab8380 x1869685707753088/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1783071793 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071777.337068:0:23390:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23390:1869685707753088:0@lo:900:osp-pre-1-1.0 00000001:00080000:0.0:1783071777.337629:0:24147:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1783071777.337681:0:24147:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1783071777.337915:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22669:x1869685707752960:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10318us (10461us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1783071777.337930:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071777.338061:0:22669:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1783071777.338073:0:22669:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37b4b100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22669:1869685707752960:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1783071777.338093:0:22669:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1783071777.666979:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071778.704628:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783071779.015300:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783071779.719050:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071780.738548:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783071781.435272:0:25326:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg438-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1783071781.703626:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783071781.703651:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707753216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783071781.703716:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071781.703743:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753216 00000100:00100000:2.0:1783071781.703752:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753216 00000100:00080000:3.0:1783071781.703783:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783071781.703813:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071781.703823:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707753216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783071781.703825:0:24154:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:3.0:1783071781.703835:0:24154:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:2.0:1783071781.703853:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783071781.703903:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707753216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071781.703911:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1783071781.703962:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707753216:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783071781.769115:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071782.210690:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707753344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071782.210763:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071782.210831:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753344 00000100:00100000:1.0:1783071782.210838:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753344 00000100:00100000:1.0:1783071782.210876:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783071782.210884:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707753344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783071782.210917:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071782.210956:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707753344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071782.210969:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1783071782.211010:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707753344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071782.211308:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707753600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071782.211338:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.211497:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783071782.211503:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707753472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071782.211534:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.211569:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753600 00000100:00100000:3.0:1783071782.211573:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753600 00000100:00100000:3.0:1783071782.211606:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753472 00000100:00100000:3.0:1783071782.211609:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753472 00000100:00100000:3.0:1783071782.211622:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783071782.211628:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707753600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783071782.211648:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783071782.211684:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707753600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.211690:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1783071782.211703:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1783071782.211710:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707753472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783071782.211719:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783071782.211739:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707753472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.211744:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1783071782.211760:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071782.211772:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707753728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071782.211794:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.211813:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783071782.211818:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707753856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783071782.211837:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.211861:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753856 00000100:00100000:3.0:1783071782.211864:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753856 00000100:00100000:3.0:1783071782.211887:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783071782.211894:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707753856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783071782.211917:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071782.211947:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707753856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.211953:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1783071782.211985:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707753856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783071782.212009:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707753472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071782.212020:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707753600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071782.212041:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753728 00000100:00100000:3.0:1783071782.212044:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753728 00000100:00100000:3.0:1783071782.212068:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1783071782.212074:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707753728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1783071782.212083:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071782.212111:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707753728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.212116:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1783071782.212128:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783071782.212144:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a021ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707753728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1783071782.212357:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707753984:0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212405:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071782.212427:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707754496:0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212451:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071782.212479:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1783071782.212484:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707754112:0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071782.212534:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707754624:0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071782.212581:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707753984 00000100:00100000:1.0:1783071782.212584:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707753984 00000100:00100000:1.0:1783071782.212611:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783071782.212618:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707753984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212651:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707753984:12345-0@lo:400:kworker.0 Request processed in 34us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071782.212658:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1783071782.212687:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754496 00000100:00100000:1.0:1783071782.212690:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754496 00000100:00100000:1.0:1783071782.212714:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754112 00000100:00100000:1.0:1783071782.212717:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754112 00000100:00100000:1.0:1783071782.212726:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754624 00000100:00100000:1.0:1783071782.212728:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754624 00000100:00100000:1.0:1783071782.212740:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071782.212745:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707754496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212783:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707754496:12345-0@lo:400:kworker.0 Request processed in 37us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071782.212789:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1783071782.212801:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783071782.212806:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707754112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212831:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707754112:12345-0@lo:400:kworker.0 Request processed in 25us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071782.212836:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1783071782.212844:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1783071782.212850:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707754624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212872:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707754624:12345-0@lo:400:kworker.0 Request processed in 23us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071782.212877:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:1.0:1783071782.212907:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9c00 x1869685707754112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071782.212917:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707754112:0@lo:400:kworker.0 00010000:00080000:1.0:1783071782.212926:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37aba680 x1869685707754624/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071782.212934:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707754624:0@lo:400:kworker.0 00000100:00100000:1.0:1783071782.212941:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707753984:0@lo:400:kworker.0 00010000:00080000:1.0:1783071782.212948:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37aba300 x1869685707754496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071782.212955:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37aba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707754496:0@lo:400:kworker.0 00000100:00080000:3.0:1783071782.214300:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783071782.214308:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071782.214321:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707754240:0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214390:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.214413:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707754752:0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214451:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.214491:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783071782.214504:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707754368:0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214527:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071782.214553:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754240 00000100:00100000:3.0:1783071782.214558:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754240 00000100:00100000:3.0:1783071782.214591:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754752 00000100:00100000:3.0:1783071782.214593:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754752 00000100:00100000:3.0:1783071782.214609:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754368 00000100:00100000:3.0:1783071782.214611:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754368 00000100:00100000:3.0:1783071782.214622:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783071782.214628:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707754240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214670:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707754240:12345-0@lo:400:kworker.0 Request processed in 42us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.214677:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1783071782.214691:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783071782.214697:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707754752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214719:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707754752:12345-0@lo:400:kworker.0 Request processed in 23us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.214724:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1783071782.214733:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1783071782.214737:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707754368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071782.214756:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707754368:12345-0@lo:400:kworker.0 Request processed in 19us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071782.214761:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1783071782.214994:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1783071782.214997:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1783071782.215023:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37abb480 x1869685707754368/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071782.215047:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707754368:0@lo:400:kworker.0 00010000:00080000:3.0:1783071782.215058:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9500 x1869685707754240/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071782.215066:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707754240:0@lo:400:kworker.0 00010000:00080000:3.0:1783071782.215073:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab8380 x1869685707754752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071782.215081:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707754752:0@lo:400:kworker.0 00000020:00000004:3.0:1783071782.652060:0:25380:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1783071782.652348:0:25380:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1783071782.786992:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1783071783.247603:0:24967:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000020:00000004:2.0:1783071783.808916:0:25430:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1783071783.809192:0:25430:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1783071783.830269:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071784.349485:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.349734:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970112 00000100:00100000:2.0:1783071784.349744:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970112 00000100:00100000:2.0:1783071784.349807:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 114 00000100:00100000:2.0:1783071784.349817:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2402:x1869685692970112:12345-192.168.204.38@tcp:250:mount.lustre.0 00010000:00080000:2.0:1783071784.349851:0:22638:0:(ldlm_lib.c:1432:target_handle_connect()) MGS: connection from d9430306-02db-4c52-a4fc-8b6963574d9e@192.168.204.38@tcp t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:2.0:1783071784.349891:0:22638:0:(genops.c:1406:class_connect()) connect: client d9430306-02db-4c52-a4fc-8b6963574d9e, cookie 0x6b58994c2cbddeb6 00000100:00080000:2.0:1783071784.350023:0:22638:0:(import.c:65:import_set_state_nolock()) ffff8f8a031f1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1783071784.350091:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+5:2402:x1869685692970112:12345-192.168.204.38@tcp:250:mount.lustre.0 Request processed in 273us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.350115:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 114 00000100:00100000:2.0:1783071784.359221:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.359314:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970240 00000100:00100000:3.0:1783071784.359324:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970240 00000100:00100000:3.0:1783071784.359430:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 115 00000100:00100000:3.0:1783071784.359442:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+5:18063:x1869685692970240:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783071784.359460:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071784.359476:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b421d9a00/0x6b58994c2cbddebd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99314 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.359506:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b421d9a00/0x6b58994c2cbddebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99314 expref: 6 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.359518:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b421d9a00/0x6b58994c2cbddebd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99314 expref: 6 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.359543:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b421d9a00, rc 0) 00000100:00100000:3.0:1783071784.359609:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+6:18063:x1869685692970240:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 169us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071784.359616:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 115 00000100:00100000:3.0:1783071784.362088:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.374743:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970368 00000100:00100000:1.0:1783071784.374759:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970368 00000100:00100000:2.0:1783071784.374971:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 116 00000100:00100000:2.0:1783071784.374982:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+6:18063:x1869685692970368:12345-192.168.204.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783071784.375108:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+6:18063:x1869685692970368:12345-192.168.204.38@tcp:501:mount.lustre.0 Request processed in 127us (13027us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783071784.375116:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 116 00000100:00100000:1.0:1783071784.385005:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.385202:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970496 00000100:00100000:2.0:1783071784.385213:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970496 00000100:00100000:2.0:1783071784.385273:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 117 00000100:00100000:2.0:1783071784.385283:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+6:18063:x1869685692970496:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071784.385301:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071784.385316:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd67600/0x6b58994c2cbddec4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9931b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.385343:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd67600/0x6b58994c2cbddec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9931b expref: 7 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.385354:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd67600/0x6b58994c2cbddec4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9931b expref: 7 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.385396:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67600, rc 0) 00000100:00100000:2.0:1783071784.385465:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03811450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+7:18063:x1869685692970496:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 183us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.385472:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 117 00000100:00100000:0.0:1783071784.389229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.389481:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970624 00000100:00100000:3.0:1783071784.389501:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970624 00000100:00100000:3.0:1783071784.389564:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 118 00000100:00100000:3.0:1783071784.389574:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+7:18063:x1869685692970624:12345-192.168.204.38@tcp:501:mount.lustre.0 00000100:00100000:3.0:1783071784.391613:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18063:x1869685692970624:12345-192.168.204.38@tcp:501:mount.lustre.0 Request processed in 2031us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071784.391627:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 118 00000100:00100000:3.0:1783071784.404327:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071784.405093:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970752 00000100:00100000:0.0:1783071784.405103:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970752 00000100:00100000:0.0:1783071784.405174:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 119 00000100:00100000:0.0:1783071784.405186:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18063:x1869685692970752:12345-192.168.204.38@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783071784.405351:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03810850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18063:x1869685692970752:12345-192.168.204.38@tcp:503:mount.lustre.0 Request processed in 168us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.405360:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 119 00000100:00100000:0.0:1783071784.414539:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.414683:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692970880 00000100:00100000:3.0:1783071784.414693:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692970880 00000100:00100000:3.0:1783071784.414746:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 120 00000100:00100000:3.0:1783071784.414757:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692970880:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783071784.414916:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03812450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692970880:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 159us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071784.414924:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 120 00000100:00100000:1.0:1783071784.472171:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.472269:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971008 00000100:00100000:2.0:1783071784.472292:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971008 00000100:00100000:2.0:1783071784.472347:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 121 00000100:00100000:2.0:1783071784.472357:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03813050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692971008:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071784.472559:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03813050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692971008:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 203us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.472567:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 121 00000100:00100000:1.0:1783071784.493831:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071784.494427:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971136 00000100:00100000:0.0:1783071784.494453:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971136 00000100:00100000:0.0:1783071784.494527:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 122 00000100:00100000:0.0:1783071784.494538:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692971136:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071784.494679:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18083:x1869685692971136:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 141us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.494687:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 122 00000100:00100000:0.0:1783071784.525546:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.525689:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971264 00000100:00100000:3.0:1783071784.525699:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971264 00000100:00100000:3.0:1783071784.525754:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 123 00000100:00100000:3.0:1783071784.525765:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+8:18063:x1869685692971264:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:3.0:1783071784.525808:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071784.525828:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b421d8200/0x6b58994c2cbddecb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9934c expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.525859:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b421d8200/0x6b58994c2cbddecb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9934c expref: 9 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.525872:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b421d8200/0x6b58994c2cbddecb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9934c expref: 9 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071784.525880:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b421d8200, rc 0) 00000100:00100000:3.0:1783071784.525939:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+9:18063:x1869685692971264:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 175us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071784.525946:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 123 00000100:00100000:1.0:1783071784.534522:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.534661:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971392 00000100:00100000:2.0:1783071784.534671:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971392 00000100:00100000:2.0:1783071784.534730:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 124 00000100:00100000:2.0:1783071784.534740:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+9:18063:x1869685692971392:12345-192.168.204.38@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783071784.534768:0:22638:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783071784.534792:0:22638:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783071784.534796:0:22638:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783071784.534799:0:22638:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783071784.534802:0:22638:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783071784.534804:0:22638:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783071784.541306:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+9:18063:x1869685692971392:12345-192.168.204.38@tcp:256:mount.lustre.0 Request processed in 6557us (6782us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.541320:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 124 00000100:00100000:0.0:1783071784.545855:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.546271:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971520 00000100:00100000:2.0:1783071784.546282:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971520 00000100:00100000:2.0:1783071784.546346:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 125 00000100:00100000:2.0:1783071784.546356:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+9:18063:x1869685692971520:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071784.546406:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071784.546433:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99353 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.546480:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 10 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.546505:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 10 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071784.546514:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66800, rc 0) 00000100:00100000:2.0:1783071784.546590:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18063:x1869685692971520:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 228us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.546597:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 125 00000100:00100000:1.0:1783071784.562478:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.562920:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971648 00000100:00100000:2.0:1783071784.562931:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971648 00000100:00100000:2.0:1783071784.562996:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 126 00000100:00100000:2.0:1783071784.563006:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18063:x1869685692971648:12345-192.168.204.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783071784.564155:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18063:x1869685692971648:12345-192.168.204.38@tcp:501:mount.lustre.0 Request processed in 1144us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.564177:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 126 00000100:00100000:1.0:1783071784.569452:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.569604:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971776 00000100:00100000:3.0:1783071784.569614:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971776 00000100:00100000:3.0:1783071784.569686:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 127 00000100:00100000:3.0:1783071784.569695:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18063:x1869685692971776:12345-192.168.204.38@tcp:503:mount.lustre.0 00000100:00100000:3.0:1783071784.569859:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb90c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18063:x1869685692971776:12345-192.168.204.38@tcp:503:mount.lustre.0 Request processed in 161us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071784.569867:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 127 00000100:00100000:3.0:1783071784.576437:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071784.576595:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692971904 00000100:00100000:0.0:1783071784.576605:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692971904 00000100:00100000:0.0:1783071784.576658:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 128 00000100:00100000:0.0:1783071784.576668:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18087:x1869685692971904:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071784.576837:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18087:x1869685692971904:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 169us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.576845:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 128 00000100:00100000:1.0:1783071784.585703:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.585806:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972032 00000100:00100000:2.0:1783071784.585816:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972032 00000100:00100000:2.0:1783071784.585875:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 129 00000100:00100000:2.0:1783071784.585885:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18087:x1869685692972032:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071784.586042:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18087:x1869685692972032:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 157us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.586049:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 129 00000100:00100000:1.0:1783071784.591975:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.592075:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071784.592350:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972160 00000100:00100000:0.0:1783071784.592359:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972160 00000100:00100000:0.0:1783071784.592430:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972416 00000100:00100000:0.0:1783071784.592433:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972416 00000100:00100000:0.0:1783071784.592460:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:0.0:1783071784.592469:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2402:x1869685692972160:12345-192.168.204.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783071784.592509:0:25149:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:0.0:1783071784.592559:0:25149:0:(genops.c:1406:class_connect()) connect: client a225ae7d-8c63-4a00-ad1d-14243ac80855, cookie 0x6b58994c2cbdded9 00000004:00100000:0.0:1783071784.592588:0:25149:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783071784.592792:0:25149:0:(import.c:65:import_set_state_nolock()) ffff8f8a030c9800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071784.592873:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2402:x1869685692972160:12345-192.168.204.38@tcp:38:mount.lustre.0 Request processed in 403us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.592893:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:0.0:1783071784.592916:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:0.0:1783071784.592921:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2402:x1869685692972416:12345-192.168.204.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783071784.592938:0:25149:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:0.0:1783071784.592969:0:25149:0:(genops.c:1406:class_connect()) connect: client a225ae7d-8c63-4a00-ad1d-14243ac80855, cookie 0x6b58994c2cbddee0 00000004:00100000:0.0:1783071784.592982:0:25149:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783071784.593107:0:25149:0:(import.c:65:import_set_state_nolock()) ffff8f8a030c8000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071784.593132:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2402:x1869685692972416:12345-192.168.204.38@tcp:38:mount.lustre.0 Request processed in 210us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.593139:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:3.0:1783071784.627865:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.627909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071784.627940:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.628138:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972672 00000100:00100000:1.0:1783071784.628149:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972672 00000100:00100000:1.0:1783071784.628215:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972544 00000100:00100000:1.0:1783071784.628219:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972544 00000100:00100000:1.0:1783071784.628231:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972288 00000100:00100000:1.0:1783071784.628234:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972288 00000100:00100000:1.0:1783071784.628249:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:1.0:1783071784.628260:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18063:x1869685692972672:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783071784.628300:0:22644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071784.628404:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18063:x1869685692972672:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 145us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.628424:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:1.0:1783071784.628444:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:1.0:1783071784.628453:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:0:x1869685692972544:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783071784.628469:0:22644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783071784.628514:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:0:x1869685692972544:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 63us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.628533:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:1.0:1783071784.628558:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00100000:1.0:1783071784.628565:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:0:x1869685692972288:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783071784.628577:0:22644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071784.628600:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:0:x1869685692972288:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 36us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.628606:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00080000:3.0:1783071784.629200:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783071784.629204:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783071784.637726:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.637837:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972800 00000100:00100000:1.0:1783071784.637846:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972800 00000100:00100000:1.0:1783071784.637910:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 12 00000100:00100000:1.0:1783071784.637919:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692972800:12345-192.168.204.38@tcp:40:mount.lustre.0 00000100:00100000:1.0:1783071784.638011:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692972800:12345-192.168.204.38@tcp:40:mount.lustre.0 Request processed in 93us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.638020:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 12 00000100:00100000:1.0:1783071784.669200:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669244:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669282:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669325:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669345:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669427:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071784.669458:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692972928 00000100:00100000:1.0:1783071784.669468:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692972928 00000100:00100000:1.0:1783071784.669515:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973056 00000100:00100000:1.0:1783071784.669519:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973056 00000100:00100000:1.0:1783071784.669538:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:1.0:1783071784.669556:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2402:x1869685692972928:12345-192.168.204.38@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783071784.669603:0:24152:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:1.0:1783071784.669633:0:24152:0:(genops.c:1406:class_connect()) connect: client a225ae7d-8c63-4a00-ad1d-14243ac80855, cookie 0x6b58994c2cbddee7 00002000:00100000:1.0:1783071784.669645:0:24152:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli a225ae7d-8c63-4a00-ad1d-14243ac80855/ffff8f8b3f4d7000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783071784.669663:0:24152:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783071784.669843:0:24152:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783071784.669874:0:24152:0:(import.c:65:import_set_state_nolock()) ffff8f8b3f4d5000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783071784.669946:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2402:x1869685692972928:12345-192.168.204.38@tcp:8:mount.lustre.0 Request processed in 399us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.669955:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:1.0:1783071784.669975:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:1.0:1783071784.669980:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2402:x1869685692973056:12345-192.168.204.38@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783071784.669996:0:24152:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp t0 exp 0000000000000000 cur 686 last 0 00000020:00000080:1.0:1783071784.670014:0:24152:0:(genops.c:1406:class_connect()) connect: client a225ae7d-8c63-4a00-ad1d-14243ac80855, cookie 0x6b58994c2cbddeee 00002000:00100000:1.0:1783071784.670019:0:24152:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli a225ae7d-8c63-4a00-ad1d-14243ac80855/ffff8f8b3f4d6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783071784.670031:0:24152:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783071784.670132:0:24152:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1783071784.670148:0:24152:0:(import.c:65:import_set_state_nolock()) ffff8f8a038e4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783071784.670169:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2402:x1869685692973056:12345-192.168.204.38@tcp:8:mount.lustre.0 Request processed in 188us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071784.670176:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:0.0:1783071784.670454:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973184 00000100:00100000:0.0:1783071784.670460:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973184 00000100:00100000:0.0:1783071784.670504:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:0.0:1783071784.670512:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692973184:12345-192.168.204.38@tcp:900:mount.lustre.0 00000100:00100000:0.0:1783071784.670561:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692973184:12345-192.168.204.38@tcp:900:mount.lustre.0 Request processed in 38us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.670568:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:0.0:1783071784.670595:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973568 00000100:00100000:0.0:1783071784.670599:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973568 00000100:00100000:0.0:1783071784.670625:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973440 00000100:00100000:0.0:1783071784.670628:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973440 00000100:00100000:0.0:1783071784.670645:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 34 00000100:00100000:0.0:1783071784.670651:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2406:x1869685692973568:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071784.670698:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2406:x1869685692973568:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 46us (1370us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.670711:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 34 00000100:00100000:0.0:1783071784.670724:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 35 00000100:00100000:0.0:1783071784.670730:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2405:x1869685692973440:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071784.670753:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2405:x1869685692973440:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 23us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.670759:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 35 00000100:00100000:2.0:1783071784.671213:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973312 00000100:00100000:2.0:1783071784.671224:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973312 00000100:00100000:2.0:1783071784.671263:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 130 00000100:00100000:2.0:1783071784.671269:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+10:2406:x1869685692973312:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071784.671304:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+10:2406:x1869685692973312:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 36us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071784.671310:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 130 00000100:00100000:1.0:1783071784.688196:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071784.688321:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973696 00000100:00100000:2.0:1783071784.688333:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973696 00000100:00100000:2.0:1783071784.688431:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:2.0:1783071784.688442:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692973696:12345-192.168.204.38@tcp:33:mount.lustre.0 00000004:00080000:3.0:1783071784.689476:0:22647:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 938us 00000004:00200000:0.0:1783071784.745996:0:22647:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783071784.746164:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18063:x1869685692973696:12345-192.168.204.38@tcp:33:mount.lustre.0 Request processed in 57717us (57971us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071784.746179:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 0 00010000:00010000:0.0:1783071784.835836:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071785.071476:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071785.071631:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973824 00000100:00100000:0.0:1783071785.071642:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973824 00000100:00100000:0.0:1783071785.071718:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:0.0:1783071785.071728:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18110:x1869685692973824:12345-192.168.204.38@tcp:101:mkdir.0 00010000:00010000:0.0:1783071785.071749:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071785.071773:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbddef5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99384 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.071840:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.071854:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.071868:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071785.071935:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783071785.071939:0:25149:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071785.071969:0:25149:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.071996:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbddef5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99384 expref: 8 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.072016:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99384 expref: 7 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071785.072025:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:0.0:1783071785.072028:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783071785.072032:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893400, rc 0) 00000100:00100000:0.0:1783071785.072101:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18110:x1869685692973824:12345-192.168.204.38@tcp:101:mkdir.0 Request processed in 374us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071785.072109:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 13 00000040:00080000:3.0:1783071785.285357:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783071785.858753:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071786.819780:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783071786.819803:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707754880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1783071786.819882:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071786.820136:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707754880 00000100:00100000:3.0:1783071786.820145:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707754880 00000100:00100000:3.0:1783071786.820213:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1783071786.820223:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707754880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783071786.820250:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071786.820298:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707754880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071786.820306:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1783071786.820859:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783071786.820902:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707754880:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1783071786.882686:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071787.330908:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707755264:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.330979:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071787.331063:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755264 00000100:00100000:1.0:1783071787.331070:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755264 00000100:00100000:1.0:1783071787.331124:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1783071787.331134:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707755264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331186:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707755264:12345-0@lo:400:kworker.0 Request processed in 53us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071787.331193:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1783071787.331218:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1783071787.331244:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707755264:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331280:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707755392:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331302:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071787.331326:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755392 00000100:00100000:1.0:1783071787.331330:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755392 00000100:00100000:1.0:1783071787.331355:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1783071787.331392:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707755392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331428:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707755392:12345-0@lo:400:kworker.0 Request processed in 67us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071787.331434:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1783071787.331447:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783071787.331463:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707755392:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331506:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707755776:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331529:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071787.331601:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707755904:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331625:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071787.331647:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755776 00000100:00100000:1.0:1783071787.331650:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755776 00000100:00100000:1.0:1783071787.331670:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755904 00000100:00100000:1.0:1783071787.331672:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755904 00000100:00100000:1.0:1783071787.331691:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783071787.331697:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707755776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331725:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707755776:12345-0@lo:400:kworker.0 Request processed in 28us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071787.331731:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1783071787.331743:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1783071787.331753:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707755904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331783:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37aba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707755904:12345-0@lo:400:kworker.0 Request processed in 34us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071787.331788:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1783071787.331799:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783071787.331814:0:3646:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1783071787.331829:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707755904:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331848:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707755776:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331886:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707756288:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331910:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071787.331946:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707756416:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.331963:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332481:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707755136:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332513:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332542:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707755648:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332563:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332592:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707756160:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332617:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332635:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707756672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071787.332666:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332682:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1783071787.332688:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707755008:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332715:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332745:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707755520:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332766:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332783:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707756032:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332818:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332829:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707756544:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.332845:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.332865:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756288 00000100:00100000:2.0:1783071787.332869:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756288 00000100:00100000:2.0:1783071787.332897:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756416 00000100:00100000:2.0:1783071787.332900:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756416 00000100:00100000:2.0:1783071787.332910:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756160 00000100:00100000:2.0:1783071787.332912:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756160 00000100:00100000:2.0:1783071787.332922:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755520 00000100:00100000:2.0:1783071787.332924:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755520 00000100:00100000:2.0:1783071787.332932:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756032 00000100:00100000:2.0:1783071787.332934:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756032 00000100:00100000:2.0:1783071787.332942:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756544 00000100:00100000:2.0:1783071787.332944:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756544 00000100:00100000:2.0:1783071787.332956:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783071787.332961:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707756288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333013:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1869685707756288:12345-0@lo:400:kworker.0 Request processed in 51us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333020:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1783071787.333033:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783071787.333039:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707756416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333068:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37b4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707756416:12345-0@lo:400:kworker.0 Request processed in 29us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333074:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1783071787.333083:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783071787.333088:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869685707756160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333115:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1869685707756160:12345-0@lo:400:kworker.0 Request processed in 26us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333126:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1783071787.333138:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783071787.333144:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707755520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333172:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1869685707755520:12345-0@lo:400:kworker.0 Request processed in 28us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333177:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783071787.333189:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783071787.333195:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707756032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333219:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707756032:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333224:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783071787.333234:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783071787.333240:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869685707756544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333263:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869685707756544:12345-0@lo:400:kworker.0 Request processed in 24us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333268:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783071787.333289:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755136 00000100:00100000:2.0:1783071787.333292:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755136 00000100:00100000:2.0:1783071787.333308:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755648 00000100:00100000:2.0:1783071787.333311:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755648 00000100:00100000:2.0:1783071787.333320:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756672 00000100:00100000:2.0:1783071787.333322:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756672 00000100:00100000:2.0:1783071787.333331:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783071787.333336:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707755136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333396:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707755136:12345-0@lo:400:kworker.0 Request processed in 59us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333412:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1783071787.333423:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783071787.333428:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707755648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333454:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3648:x1869685707755648:12345-0@lo:400:kworker.0 Request processed in 26us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333460:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1783071787.333469:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1783071787.333473:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707756672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783071787.333494:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783071787.333516:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707756672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.333521:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:2.0:1783071787.333537:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783071787.333540:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783071787.333559:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3648:1869685707755520:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333568:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707756032:0@lo:400:kworker.0 00010000:00080000:2.0:1783071787.333578:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a03a9d500 x1869685707756544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071787.333587:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707756544:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333595:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707755136:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333602:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a80000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707755648:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333609:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3648:1869685707756160:0@lo:400:kworker.0 00000100:00100000:2.0:1783071787.333628:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707756672:0@lo:41:osp-pre-0-1.0 00010000:00080000:2.0:1783071787.333665:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37ab9f80 x1869685707756288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071787.333674:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3645:1869685707756288:0@lo:400:kworker.0 00000100:00100000:0.0:1783071787.334032:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707755008 00000100:00100000:0.0:1783071787.334037:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707755008 00000100:00100000:0.0:1783071787.334066:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1783071787.334071:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3648:x1869685707755008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071787.334107:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3648:x1869685707755008:12345-0@lo:400:kworker.0 Request processed in 36us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071787.334113:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1783071787.334150:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:880a223e-0658-402c-b194-7f424d370e04:3648:1869685707755008:0@lo:400:kworker.0 00000100:00100000:1.0:1783071787.334300:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707756416:0@lo:400:kworker.0 00000100:00100000:3.0:1783071787.334484:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1783071787.334495:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707756800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783071787.334524:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071787.334551:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756800 00000100:00100000:3.0:1783071787.334554:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756800 00000100:00100000:3.0:1783071787.334597:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783071787.334603:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707756800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1783071787.334622:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071787.334669:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707756800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071787.334674:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1783071787.334704:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707756800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071787.339944:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783071787.339965:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707757056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783071787.340043:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071787.340099:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757056 00000100:00100000:0.0:1783071787.340107:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757056 00000100:00100000:0.0:1783071787.340155:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071787.340164:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707757056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783071787.340185:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783071787.340228:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707757056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071787.340236:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071787.340285:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a039d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707757056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071787.340432:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707756928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071787.340463:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071787.340728:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707757184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071787.340780:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071787.340914:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707756928 00000100:00100000:2.0:1783071787.340919:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707756928 00000100:00100000:2.0:1783071787.340952:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757184 00000100:00100000:2.0:1783071787.340955:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757184 00000100:00100000:2.0:1783071787.340968:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783071787.340974:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707756928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1783071787.341004:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783071787.341040:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707756928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.341046:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1783071787.341059:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1783071787.341065:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707757184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1783071787.341083:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783071787.341111:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707757184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071787.341116:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1783071787.341246:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707756928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071787.341275:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707757184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1783071787.906738:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071788.191216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.191316:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692973952 00000100:00100000:2.0:1783071788.191327:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692973952 00000100:00100000:2.0:1783071788.191452:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00100000:2.0:1783071788.191463:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18162:x1869685692973952:12345-192.168.204.38@tcp:41:lfs.0 00000004:00000024:2.0:1783071788.191493:0:22646:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1783071788.191589:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18162:x1869685692973952:12345-192.168.204.38@tcp:41:lfs.0 Request processed in 127us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.191598:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00080000:1.0:1783071788.192290:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783071788.204000:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071788.204165:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974080 00000100:00100000:1.0:1783071788.204174:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974080 00000100:00100000:1.0:1783071788.204253:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:1.0:1783071788.204265:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974080:12345-192.168.204.38@tcp:41:lfs.0 00000004:00000024:1.0:1783071788.204299:0:22644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1783071788.204449:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974080:12345-192.168.204.38@tcp:41:lfs.0 Request processed in 186us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071788.204457:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00080000:2.0:1783071788.205043:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071788.210810:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.210914:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974208 00000100:00100000:2.0:1783071788.210924:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974208 00000100:00100000:2.0:1783071788.211008:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:2.0:1783071788.211018:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a039d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974208:12345-192.168.204.38@tcp:13:lfs.0 00002000:00000024:2.0:1783071788.211045:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1783071788.211123:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a039d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974208:12345-192.168.204.38@tcp:13:lfs.0 Request processed in 106us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.211130:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00080000:1.0:1783071788.212214:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783071788.223126:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071788.226445:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974336 00000100:00100000:0.0:1783071788.226459:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974336 00000100:00100000:0.0:1783071788.226549:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00100000:0.0:1783071788.226559:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974336:12345-192.168.204.38@tcp:13:lfs.0 00002000:00000024:0.0:1783071788.226587:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783071788.226678:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18162:x1869685692974336:12345-192.168.204.38@tcp:13:lfs.0 Request processed in 121us (3562us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071788.226686:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00080000:1.0:1783071788.227460:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783071788.788089:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.791155:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974464 00000100:00100000:2.0:1783071788.791171:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974464 00000100:00100000:2.0:1783071788.791244:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 132 00000100:00100000:2.0:1783071788.791255:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+10:18195:x1869685692974464:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071788.791273:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071788.791290:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd67000/0x6b58994c2cbddf03 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9938b expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.791340:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd67000/0x6b58994c2cbddf03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9938b expref: 11 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.791352:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd67000/0x6b58994c2cbddf03 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9938b expref: 11 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.791361:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67000, rc 0) 00000100:00100000:2.0:1783071788.791570:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692974464:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 314us (3489us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.791577:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 132 00000100:00100000:3.0:1783071788.814436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071788.817855:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974592 00000100:00100000:0.0:1783071788.817869:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974592 00000100:00100000:0.0:1783071788.817952:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 133 00000100:00100000:0.0:1783071788.817962:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692974592:12345-192.168.204.38@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783071788.818156:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692974592:12345-192.168.204.38@tcp:501:mount.lustre.0 Request processed in 195us (3729us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071788.818165:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 133 00000100:00100000:3.0:1783071788.828113:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071788.829875:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974720 00000100:00100000:0.0:1783071788.829889:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974720 00000100:00100000:0.0:1783071788.829961:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 134 00000100:00100000:0.0:1783071788.829973:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692974720:12345-192.168.204.38@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783071788.830136:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692974720:12345-192.168.204.38@tcp:503:mount.lustre.0 Request processed in 165us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071788.830146:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 134 00000100:00100000:1.0:1783071788.837726:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.837958:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974848 00000100:00100000:2.0:1783071788.837968:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974848 00000100:00100000:2.0:1783071788.838029:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 135 00000100:00100000:2.0:1783071788.838038:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692974848:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071788.838179:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692974848:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 140us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.838188:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 135 00000100:00100000:3.0:1783071788.922565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.923255:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692974976 00000100:00100000:2.0:1783071788.923270:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692974976 00000100:00100000:2.0:1783071788.923355:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 136 00000100:00100000:2.0:1783071788.923417:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692974976:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071788.923578:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04392850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692974976:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 213us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.923587:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 136 00010000:00010000:0.0:1783071788.931087:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071788.932017:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071788.932534:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975104 00000100:00100000:0.0:1783071788.932546:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975104 00000100:00100000:0.0:1783071788.932616:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 137 00000100:00100000:0.0:1783071788.932627:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692975104:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071788.932789:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04390850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18201:x1869685692975104:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 162us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071788.932797:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 137 00000100:00100000:1.0:1783071788.945641:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071788.945745:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975232 00000100:00100000:0.0:1783071788.945755:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975232 00000100:00100000:0.0:1783071788.945822:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 138 00000100:00100000:0.0:1783071788.945832:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18195:x1869685692975232:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:0.0:1783071788.945851:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071788.945882:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b34892c00/0x6b58994c2cbddf0a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d993bc expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071788.945909:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b34892c00/0x6b58994c2cbddf0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993bc expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071788.945921:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b34892c00/0x6b58994c2cbddf0a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993bc expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071788.945930:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892c00, rc 0) 00000100:00100000:0.0:1783071788.946005:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04391c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18195:x1869685692975232:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 174us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071788.946012:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 138 00000100:00100000:3.0:1783071788.973477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.974856:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975360 00000100:00100000:2.0:1783071788.974868:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975360 00000100:00100000:2.0:1783071788.974937:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 139 00000100:00100000:2.0:1783071788.974947:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18195:x1869685692975360:12345-192.168.204.38@tcp:256:mount.lustre.0 20000000:01000000:2.0:1783071788.974985:0:22637:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1783071788.975011:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1783071788.975015:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1783071788.975017:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1783071788.975020:0:22637:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1783071788.975027:0:22637:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1783071788.982638:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18195:x1869685692975360:12345-192.168.204.38@tcp:256:mount.lustre.0 Request processed in 7682us (9160us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.982653:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 139 00000100:00100000:1.0:1783071788.998768:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071788.998865:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975488 00000100:00100000:2.0:1783071788.998874:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975488 00000100:00100000:2.0:1783071788.998942:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 140 00000100:00100000:2.0:1783071788.998952:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18195:x1869685692975488:12345-192.168.204.38@tcp:101:mount.lustre.0 00010000:00010000:2.0:1783071788.998978:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071788.998995:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d993c3 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.999031:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 13 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.999042:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 13 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071788.999052:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67400, rc 0) 00000100:00100000:2.0:1783071788.999107:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18195:x1869685692975488:12345-192.168.204.38@tcp:101:mount.lustre.0 Request processed in 157us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071788.999114:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 140 00000100:00100000:3.0:1783071789.004339:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071789.006452:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975616 00000100:00100000:2.0:1783071789.006466:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975616 00000100:00100000:2.0:1783071789.006542:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 141 00000100:00100000:2.0:1783071789.006553:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18195:x1869685692975616:12345-192.168.204.38@tcp:501:mount.lustre.0 00000100:00100000:2.0:1783071789.006713:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b04393050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18195:x1869685692975616:12345-192.168.204.38@tcp:501:mount.lustre.0 Request processed in 161us (2390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071789.006735:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 141 00000100:00100000:3.0:1783071789.011312:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.012616:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975744 00000100:00100000:0.0:1783071789.012629:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975744 00000100:00100000:0.0:1783071789.012699:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 142 00000100:00100000:0.0:1783071789.012721:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18195:x1869685692975744:12345-192.168.204.38@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783071789.012882:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18195:x1869685692975744:12345-192.168.204.38@tcp:503:mount.lustre.0 Request processed in 173us (1577us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.012891:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 142 00000100:00100000:1.0:1783071789.020297:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.020415:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692975872 00000100:00100000:0.0:1783071789.020425:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692975872 00000100:00100000:0.0:1783071789.020496:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 143 00000100:00100000:0.0:1783071789.020506:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18206:x1869685692975872:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783071789.020646:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18206:x1869685692975872:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 140us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.020654:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 143 00000100:00100000:3.0:1783071789.040309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071789.064450:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976000 00000100:00100000:2.0:1783071789.064467:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976000 00000100:00100000:2.0:1783071789.064539:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 144 00000100:00100000:2.0:1783071789.064550:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18206:x1869685692976000:12345-192.168.204.38@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783071789.064720:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18206:x1869685692976000:12345-192.168.204.38@tcp:502:llog_process_th.0 Request processed in 171us (24420us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071789.064728:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 144 00000100:00100000:3.0:1783071789.085925:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.085970:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.086007:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.086050:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.086077:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.086503:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976128 00000100:00100000:0.0:1783071789.086513:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976128 00000100:00100000:0.0:1783071789.086553:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976768 00000100:00100000:0.0:1783071789.086556:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976768 00000100:00100000:0.0:1783071789.086580:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976896 00000100:00100000:0.0:1783071789.086583:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976896 00000100:00100000:0.0:1783071789.086598:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 42 00000100:00100000:0.0:1783071789.086607:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2404:x1869685692976768:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071789.086682:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2404:x1869685692976768:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 75us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.086689:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 42 00000100:00100000:0.0:1783071789.086707:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 43 00000100:00100000:0.0:1783071789.086713:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692976896:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071789.086740:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692976896:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 27us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.086746:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 43 00000100:00100000:0.0:1783071789.086758:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:0.0:1783071789.086763:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2402:x1869685692976128:12345-192.168.204.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783071789.086784:0:22645:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0000: connection from d0dc5201-72fb-46e1-86a5-b3587f897ec0@192.168.204.38@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:0.0:1783071789.086816:0:22645:0:(genops.c:1406:class_connect()) connect: client d0dc5201-72fb-46e1-86a5-b3587f897ec0, cookie 0x6b58994c2cbddf18 00000004:00100000:0.0:1783071789.086840:0:22645:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783071789.086938:0:22645:0:(import.c:65:import_set_state_nolock()) ffff8f8a030ca800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071789.086967:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2402:x1869685692976128:12345-192.168.204.38@tcp:38:mount.lustre.0 Request processed in 203us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.086973:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:1.0:1783071789.087653:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977024 00000100:00100000:1.0:1783071789.087659:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977024 00000100:00100000:1.0:1783071789.087697:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977152 00000100:00100000:1.0:1783071789.087700:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977152 00000100:00100000:1.0:1783071789.087720:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:1.0:1783071789.087727:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692977024:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071789.087769:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692977024:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 42us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.087776:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:1.0:1783071789.087793:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:1.0:1783071789.087799:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692977152:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071789.087838:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692977152:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 39us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.087845:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:3.0:1783071789.095082:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.095264:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976384 00000100:00100000:0.0:1783071789.095287:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976384 00000100:00100000:0.0:1783071789.095349:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:0.0:1783071789.095357:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2402:x1869685692976384:12345-192.168.204.38@tcp:38:mount.lustre.0 00010000:00080000:0.0:1783071789.095431:0:22645:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-MDT0001: connection from d0dc5201-72fb-46e1-86a5-b3587f897ec0@192.168.204.38@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:0.0:1783071789.095472:0:22645:0:(genops.c:1406:class_connect()) connect: client d0dc5201-72fb-46e1-86a5-b3587f897ec0, cookie 0x6b58994c2cbddf1f 00000004:00100000:0.0:1783071789.095497:0:22645:0:(mdt_handler.c:7282:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1783071789.095593:0:22645:0:(import.c:65:import_set_state_nolock()) ffff8f8a030cf800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1783071789.095659:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2402:x1869685692976384:12345-192.168.204.38@tcp:38:mount.lustre.0 Request processed in 301us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071789.095667:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:1.0:1783071789.122454:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071789.122504:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.122824:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976512 00000100:00100000:3.0:1783071789.122832:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976512 00000100:00100000:3.0:1783071789.122890:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976256 00000100:00100000:3.0:1783071789.122894:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976256 00000100:00100000:3.0:1783071789.122914:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:3.0:1783071789.122923:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:0:x1869685692976512:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783071789.122960:0:25149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071789.123032:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:0:x1869685692976512:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 97us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071789.123051:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:3.0:1783071789.123067:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:3.0:1783071789.123086:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:0:x1869685692976256:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:3.0:1783071789.123103:0:25149:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1783071789.123129:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:0:x1869685692976256:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 44us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071789.123135:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:2.0:1783071789.123342:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00080000:1.0:1783071789.123606:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783071789.123610:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783071789.123619:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692976640 00000100:00100000:1.0:1783071789.123623:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692976640 00000100:00100000:1.0:1783071789.123658:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:1.0:1783071789.123665:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692976640:12345-192.168.204.38@tcp:41:mount.lustre.0 00000004:00000024:1.0:1783071789.123678:0:22644:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1783071789.123710:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692976640:12345-192.168.204.38@tcp:41:mount.lustre.0 Request processed in 45us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.123717:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:2.0:1783071789.143896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071789.144001:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977280 00000100:00100000:1.0:1783071789.144012:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977280 00000100:00100000:1.0:1783071789.144104:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:1.0:1783071789.144114:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977280:12345-192.168.204.38@tcp:40:mount.lustre.0 00000100:00100000:1.0:1783071789.144207:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977280:12345-192.168.204.38@tcp:40:mount.lustre.0 Request processed in 94us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.144216:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:0.0:1783071789.148675:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.148733:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.148766:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071789.148866:0:22656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977664 00000100:00100000:2.0:1783071789.148876:0:22656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977664 00000100:00100000:2.0:1783071789.148938:0:22656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:2.0:1783071789.148949:0:22656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977664:12345-192.168.204.38@tcp:900:mount.lustre.0 00000100:00100000:2.0:1783071789.149024:0:22656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977664:12345-192.168.204.38@tcp:900:mount.lustre.0 Request processed in 77us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071789.149032:0:22656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:1.0:1783071789.152776:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977408 00000100:00100000:1.0:1783071789.152792:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977408 00000100:00100000:1.0:1783071789.152850:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977536 00000100:00100000:1.0:1783071789.152855:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977536 00000100:00100000:1.0:1783071789.152915:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:1.0:1783071789.152924:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2402:x1869685692977408:12345-192.168.204.38@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783071789.152956:0:25153:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0000: connection from d0dc5201-72fb-46e1-86a5-b3587f897ec0@192.168.204.38@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:1.0:1783071789.152988:0:25153:0:(genops.c:1406:class_connect()) connect: client d0dc5201-72fb-46e1-86a5-b3587f897ec0, cookie 0x6b58994c2cbddf26 00002000:00100000:1.0:1783071789.153000:0:25153:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d0dc5201-72fb-46e1-86a5-b3587f897ec0/ffff8f8a038e7800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783071789.153018:0:25153:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783071789.153081:0:25153:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1783071789.153115:0:25153:0:(import.c:65:import_set_state_nolock()) ffff8f8a038e2000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783071789.153183:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2402:x1869685692977408:12345-192.168.204.38@tcp:8:mount.lustre.0 Request processed in 259us (4450us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.153192:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:1.0:1783071789.153212:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:1.0:1783071789.153217:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2402:x1869685692977536:12345-192.168.204.38@tcp:8:mount.lustre.0 00010000:00080000:1.0:1783071789.153233:0:25153:0:(ldlm_lib.c:1432:target_handle_connect()) lustre-OST0001: connection from d0dc5201-72fb-46e1-86a5-b3587f897ec0@192.168.204.38@tcp t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:1.0:1783071789.153252:0:25153:0:(genops.c:1406:class_connect()) connect: client d0dc5201-72fb-46e1-86a5-b3587f897ec0, cookie 0x6b58994c2cbddf2d 00002000:00100000:1.0:1783071789.153257:0:25153:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d0dc5201-72fb-46e1-86a5-b3587f897ec0/ffff8f8b10f7d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113653 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1783071789.153263:0:25153:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1783071789.153294:0:25153:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1783071789.153309:0:25153:0:(import.c:65:import_set_state_nolock()) ffff8f8b10f7e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1783071789.153344:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2402:x1869685692977536:12345-192.168.204.38@tcp:8:mount.lustre.0 Request processed in 126us (4577us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.153351:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:0.0:1783071789.156252:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071789.156690:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977792 00000100:00100000:3.0:1783071789.156699:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977792 00000100:00100000:3.0:1783071789.156756:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1 00000100:00100000:3.0:1783071789.156766:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977792:12345-192.168.204.38@tcp:33:mount.lustre.0 00000004:00200000:3.0:1783071789.156847:0:22648:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1783071789.156930:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18195:x1869685692977792:12345-192.168.204.38@tcp:33:mount.lustre.0 Request processed in 165us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071789.156937:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1 00000040:00080000:1.0:1783071789.251525:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783071789.480991:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071789.481896:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692977920 00000100:00100000:0.0:1783071789.481911:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692977920 00000100:00100000:1.0:1783071789.482129:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 22 00000100:00100000:1.0:1783071789.482159:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18229:x1869685692977920:12345-192.168.204.38@tcp:101:mkdir.0 00010000:00010000:1.0:1783071789.482203:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071789.482234:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbddf34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d993f4 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482334:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482352:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482406:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783071789.482471:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783071789.482476:0:25149:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783071789.482699:0:25149:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482746:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbddf34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 8 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482773:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 7 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071789.482856:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:1.0:1783071789.482859:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783071789.482864:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd7200, rc 0) 00000100:00100000:1.0:1783071789.483021:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+7:18229:x1869685692977920:12345-192.168.204.38@tcp:101:mkdir.0 Request processed in 865us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071789.483041:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 22 00010000:00010000:3.0:1783071789.955100:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1783071790.408862:0:24147:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d0dc5201-72fb-46e1-86a5-b3587f897ec0 00000001:00100000:1.0:1783071790.408874:0:24147:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a225ae7d-8c63-4a00-ad1d-14243ac80855 00000001:00100000:1.0:1783071790.409198:0:23378:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d0dc5201-72fb-46e1-86a5-b3587f897ec0 00000001:00100000:1.0:1783071790.409204:0:23378:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of a225ae7d-8c63-4a00-ad1d-14243ac80855 00000001:00100000:3.0:1783071790.410876:0:22624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d0dc5201-72fb-46e1-86a5-b3587f897ec0 00000001:00100000:3.0:1783071790.410890:0:22624:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a225ae7d-8c63-4a00-ad1d-14243ac80855 00000001:00100000:2.0:1783071790.415180:0:24967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d0dc5201-72fb-46e1-86a5-b3587f897ec0 00000001:00100000:2.0:1783071790.415194:0:24967:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a225ae7d-8c63-4a00-ad1d-14243ac80855 00010000:00010000:1.0:1783071791.005273:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071791.955783:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707757312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1783071791.955855:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071791.955933:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757312 00000100:00100000:3.0:1783071791.955941:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757312 00000100:00100000:3.0:1783071791.956021:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1783071791.956030:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707757312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783071791.956072:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071791.956119:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707757312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071791.956126:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1783071791.956148:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783071791.956185:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707757312:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1783071792.013826:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071792.450712:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707757440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071792.450788:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071792.450864:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1783071792.450873:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707757568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071792.450902:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071792.450948:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757568 00000100:00100000:0.0:1783071792.450956:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757568 00000100:00100000:0.0:1783071792.451013:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1783071792.451033:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707757568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783071792.451081:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783071792.451134:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707757568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071792.451141:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1783071792.451142:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757440 00000100:00100000:2.0:1783071792.451146:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757440 00000100:00080000:0.0:1783071792.451169:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783071792.451182:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1783071792.451193:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707757440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1783071792.451207:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071792.451238:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707757568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1783071792.451254:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707757440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.451283:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1783071792.451459:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707757824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1783071792.451497:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071792.451524:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1783071792.451531:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707757696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783071792.451548:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707757440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1783071792.451553:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071792.451574:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757696 00000100:00100000:3.0:1783071792.451577:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757696 00000100:00100000:2.0:1783071792.451614:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757824 00000100:00100000:3.0:1783071792.451615:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783071792.451617:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757824 00000100:00100000:3.0:1783071792.451622:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707757696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783071792.451638:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1783071792.451639:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783071792.451644:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707757824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1783071792.451660:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1783071792.451668:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707757696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071792.451674:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1783071792.451692:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707757824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.451698:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1783071792.451709:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707757696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071792.451731:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707757824:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1783071792.455243:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071792.463494:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783071792.463518:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707757952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1783071792.463582:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071792.463624:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707757952 00000100:00100000:3.0:1783071792.463631:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707757952 00000100:00100000:3.0:1783071792.463682:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1783071792.463690:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707757952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1783071792.463709:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1783071792.463749:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707757952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071792.463756:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1783071792.463777:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071792.463810:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707757952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783071792.464622:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707758080:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.464662:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.464692:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707758592:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.464716:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.464736:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1783071792.464743:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707758208:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.464762:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.464778:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707758720:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.464797:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.464824:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758080 00000100:00100000:2.0:1783071792.464829:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758080 00000100:00100000:2.0:1783071792.464860:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1783071792.464867:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707758080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.464904:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707758080:12345-0@lo:400:kworker.0 Request processed in 37us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.464910:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1783071792.464947:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758592 00000100:00100000:2.0:1783071792.464950:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758592 00000100:00100000:2.0:1783071792.464980:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758208 00000100:00100000:2.0:1783071792.464983:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758208 00000100:00100000:2.0:1783071792.464995:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758720 00000100:00100000:2.0:1783071792.464997:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758720 00000100:00100000:2.0:1783071792.465010:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783071792.465017:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707758592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465048:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1869685707758592:12345-0@lo:400:kworker.0 Request processed in 32us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465054:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1783071792.465066:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783071792.465071:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707758208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465095:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1869685707758208:12345-0@lo:400:kworker.0 Request processed in 24us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465101:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1783071792.465113:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1783071792.465118:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707758720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465143:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707758720:12345-0@lo:400:kworker.0 Request processed in 24us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465148:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:2.0:1783071792.465190:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783071792.465194:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783071792.465206:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707758464:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465231:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.465247:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707758976:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465280:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.465539:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1783071792.465550:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707758336:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465578:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.465595:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707758848:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465621:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071792.465646:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758464 00000100:00100000:2.0:1783071792.465650:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758464 00000100:00100000:2.0:1783071792.465675:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758976 00000100:00100000:2.0:1783071792.465679:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758976 00000100:00100000:2.0:1783071792.465697:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758848 00000100:00100000:2.0:1783071792.465699:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758848 00000100:00100000:2.0:1783071792.465713:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783071792.465719:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707758464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465756:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37ab8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1869685707758464:12345-0@lo:400:kworker.0 Request processed in 37us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465762:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783071792.465775:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783071792.465781:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707758976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465809:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1869685707758976:12345-0@lo:400:kworker.0 Request processed in 29us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465815:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1783071792.465826:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1783071792.465832:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707758848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465858:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1869685707758848:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071792.465864:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:2.0:1783071792.465883:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783071792.465893:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783071792.465920:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3647:1869685707758208:0@lo:400:kworker.0 00010000:00080000:2.0:1783071792.465934:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37abd500 x1869685707758720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071792.465945:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707758720:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465954:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707758080:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465964:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3647:1869685707758592:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.465995:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3646:1869685707758848:0@lo:400:kworker.0 00000100:00100000:2.0:1783071792.466005:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3646:1869685707758464:0@lo:400:kworker.0 00010000:00080000:2.0:1783071792.466014:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b37abe680 x1869685707758976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071792.466023:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3646:1869685707758976:0@lo:400:kworker.0 00000100:00100000:0.0:1783071792.467221:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707758336 00000100:00100000:0.0:1783071792.467228:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707758336 00000100:00100000:0.0:1783071792.467275:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1783071792.467284:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707758336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071792.467586:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707758336:12345-0@lo:400:kworker.0 Request processed in 302us (2004us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071792.467593:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1783071792.467684:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707758336:0@lo:400:kworker.0 00010000:00010000:3.0:1783071793.031097:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783071794.053139:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071794.454862:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.454906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.454940:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.454958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.454973:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.454992:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.455007:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.455022:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.455041:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071794.455066:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978560 00000100:00100000:1.0:1783071794.455074:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978560 00000100:00100000:1.0:1783071794.455119:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979072 00000100:00100000:1.0:1783071794.455122:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979072 00000100:00100000:1.0:1783071794.455135:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978432 00000100:00100000:1.0:1783071794.455137:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978432 00000100:00100000:1.0:1783071794.455151:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978944 00000100:00100000:1.0:1783071794.455153:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978944 00000100:00100000:1.0:1783071794.455168:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:1.0:1783071794.455176:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978560:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071794.455260:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978560:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 83us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071794.455283:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:1.0:1783071794.455301:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:1.0:1783071794.455307:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692979072:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071794.455335:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692979072:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 28us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071794.455341:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:1.0:1783071794.455352:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:1.0:1783071794.455389:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978432:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071794.455412:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978432:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 54us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071794.455418:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:1.0:1783071794.455431:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00100000:1.0:1783071794.455437:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692978944:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071794.455456:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692978944:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 20us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071794.455463:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00100000:2.0:1783071794.455734:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978048 00000100:00100000:2.0:1783071794.455740:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978048 00000100:00100000:2.0:1783071794.455778:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 146 00000100:00100000:2.0:1783071794.455786:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2404:x1869685692978048:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071794.455819:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2404:x1869685692978048:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 34us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071794.455825:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 146 00000100:00100000:2.0:1783071794.455851:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978304 00000100:00100000:2.0:1783071794.455854:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978304 00000100:00100000:2.0:1783071794.455882:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978816 00000100:00100000:2.0:1783071794.455885:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978816 00000100:00100000:2.0:1783071794.455896:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978176 00000100:00100000:2.0:1783071794.455899:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978176 00000100:00100000:2.0:1783071794.455910:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692978688 00000100:00100000:2.0:1783071794.455912:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692978688 00000100:00100000:2.0:1783071794.455925:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 50 00000100:00100000:2.0:1783071794.455930:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978304:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071794.455957:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2404:x1869685692978304:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 26us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071794.455964:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 50 00000100:00100000:2.0:1783071794.455975:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 51 00000100:00100000:2.0:1783071794.455982:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692978816:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071794.456004:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2404:x1869685692978816:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 24us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071794.456010:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 51 00000100:00100000:2.0:1783071794.456019:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 52 00000100:00100000:2.0:1783071794.456024:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692978176:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071794.456042:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2404:x1869685692978176:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 19us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071794.456048:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 52 00000100:00100000:2.0:1783071794.456057:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 53 00000100:00100000:2.0:1783071794.456062:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2404:x1869685692978688:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071794.456078:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2404:x1869685692978688:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 16us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071794.456092:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 53 00000100:00080000:2.0:1783071794.456113:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783071794.456116:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1783071794.456119:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1783071794.456121:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:2.0:1783071795.027659:0:25528:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1783071795.080406:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1783071795.524219:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1783071796.101720:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071797.058815:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783071797.058839:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707759104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1783071797.058915:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071797.058989:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759104 00000100:00100000:3.0:1783071797.058998:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759104 00000100:00100000:3.0:1783071797.059069:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1783071797.059079:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707759104:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1783071797.059096:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1783071797.059111:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071797.059167:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707759104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071797.059203:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783071797.059222:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707759104:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783071797.125516:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071797.572107:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707759232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783071797.572199:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572277:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759232 00000100:00100000:1.0:1783071797.572286:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759232 00000100:00100000:1.0:1783071797.572342:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1783071797.572351:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707759232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1783071797.572426:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783071797.572470:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707759232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.572478:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1783071797.572501:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1783071797.572514:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707759616:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572567:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707760128:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572588:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572605:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707760640:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572628:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572657:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1783071797.572663:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707759744:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572686:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572701:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707760256:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572719:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572731:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707760768:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572746:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.572798:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707759232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1783071797.572838:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759616 00000100:00100000:1.0:1783071797.572841:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759616 00000100:00100000:1.0:1783071797.572867:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760128 00000100:00100000:1.0:1783071797.572870:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760128 00000100:00100000:1.0:1783071797.572885:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783071797.572891:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707759616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572940:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707759616:12345-0@lo:400:kworker.0 Request processed in 49us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.572947:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1783071797.572962:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1783071797.572968:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707760128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.572994:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707760128:12345-0@lo:400:kworker.0 Request processed in 27us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.573000:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1783071797.573022:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760640 00000100:00100000:1.0:1783071797.573025:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760640 00000100:00100000:1.0:1783071797.573055:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760768 00000100:00100000:1.0:1783071797.573058:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760768 00000100:00100000:1.0:1783071797.573077:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783071797.573083:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707760640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573111:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1869685707760640:12345-0@lo:400:kworker.0 Request processed in 28us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.573117:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783071797.573128:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783071797.573133:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707760768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573158:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707760768:12345-0@lo:400:kworker.0 Request processed in 25us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.573163:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1783071797.573195:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759744 00000100:00100000:1.0:1783071797.573199:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759744 00000100:00100000:1.0:1783071797.573223:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760256 00000100:00100000:1.0:1783071797.573225:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760256 00000100:00100000:1.0:1783071797.573242:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783071797.573256:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707759744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573287:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707759744:12345-0@lo:400:kworker.0 Request processed in 33us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.573293:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1783071797.573303:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071797.573309:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707760256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573338:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707760256:12345-0@lo:400:kworker.0 Request processed in 29us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.573343:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1783071797.573407:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707759744:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573417:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707760256:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573426:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707760768:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573435:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707759616:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.573444:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707760128:0@lo:400:kworker.0 00010000:00080000:1.0:1783071797.573457:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a033e6d80 x1869685707760640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783071797.573467:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3647:1869685707760640:0@lo:400:kworker.0 00000100:00080000:1.0:1783071797.573492:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783071797.573495:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783071797.573497:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783071797.574067:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707759360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783071797.574110:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.574233:0:24155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759360 00000100:00100000:1.0:1783071797.574238:0:24155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759360 00000100:00100000:1.0:1783071797.574283:0:24155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783071797.574290:0:24155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707759360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1783071797.574322:0:24155:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1783071797.574356:0:24155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707759360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.574387:0:24155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1783071797.574406:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707761152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1783071797.574434:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.574469:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761152 00000100:00100000:1.0:1783071797.574472:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761152 00000100:00100000:1.0:1783071797.574495:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1783071797.574501:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707761152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1783071797.574525:0:22649:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1783071797.574538:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707759360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1783071797.574545:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707759872:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574557:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707761152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.574563:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1783071797.574565:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071797.574580:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707760384:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574591:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707761152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071797.574601:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071797.574621:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707760896:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574621:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760384 00000100:00100000:1.0:1783071797.574623:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760384 00000100:00100000:2.0:1783071797.574641:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.574657:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1783071797.574664:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707760384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.574675:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1783071797.574682:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707759488:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574691:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1869685707760384:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.574697:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783071797.574707:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.574707:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760896 00000100:00100000:1.0:1783071797.574709:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760896 00000100:00100000:1.0:1783071797.574729:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1783071797.574731:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707760000:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574734:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707760896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.574753:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071797.574763:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707760512:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574764:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1869685707760896:12345-0@lo:400:kworker.0 Request processed in 29us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.574770:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1783071797.574779:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760000 00000100:00100000:1.0:1783071797.574781:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760000 00000100:00100000:2.0:1783071797.574794:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.574794:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783071797.574798:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707760000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.574805:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707761024:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1783071797.574858:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1783071797.574863:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1783071797.574873:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759872 00000100:00100000:3.0:1783071797.574876:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759872 00000100:00100000:3.0:1783071797.574901:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1783071797.574908:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707759872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.574966:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707760000:12345-0@lo:400:kworker.0 Request processed in 166us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.574973:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1783071797.574983:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707760512 00000100:00100000:1.0:1783071797.574986:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707760512 00000100:00100000:1.0:1783071797.575010:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1783071797.575016:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707760512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.575044:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707760512:12345-0@lo:400:kworker.0 Request processed in 29us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.575050:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:1.0:1783071797.575075:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1783071797.575292:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707761280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1783071797.575321:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071797.575410:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707759488 00000100:00100000:1.0:1783071797.575414:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707759488 00000100:00100000:1.0:1783071797.575441:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1783071797.575448:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:3645:x1869685707759488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.575478:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:3645:x1869685707759488:12345-0@lo:400:kworker.0 Request processed in 31us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.575495:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1783071797.575576:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761280 00000100:00100000:0.0:1783071797.575581:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761280 00000100:00100000:0.0:1783071797.575613:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1783071797.575620:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707761280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1783071797.575642:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1783071797.575687:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707761280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071797.575693:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1783071797.575810:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707761280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071797.575997:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707759872:12345-0@lo:400:kworker.0 Request processed in 1088us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071797.576006:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1783071797.576772:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071797.576862:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707759872:0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.576875:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3645:1869685707760384:0@lo:400:kworker.0 00010000:00080000:2.0:1783071797.576888:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a033e4700 x1869685707760896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071797.576899:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3645:1869685707760896:0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.576918:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707759488:0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.577450:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707760000:0@lo:400:kworker.0 00000100:00100000:2.0:1783071797.577469:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707760512:0@lo:400:kworker.0 00000100:00100000:1.0:1783071797.580827:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761024 00000100:00100000:1.0:1783071797.580840:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761024 00000100:00100000:1.0:1783071797.580901:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1783071797.580912:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707761024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1783071797.581005:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071797.581093:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707761024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 183us (4323us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071797.581101:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783071797.581214:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707761024:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1783071798.158499:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1783071799.098477:0:25676:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffc94ef390 20000000:00000080:2.0:1783071799.098501:0:25676:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8f8b35d94400 uarg=0000000000000000 20000000:01000000:2.0:1783071799.098569:0:25676:0:(mgs_llog.c:6177:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783071799.098575:0:25676:0:(mgs_llog.c:4638:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1783071799.098580:0:25676:0:(mgs_llog.c:1376:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1783071799.099282:0:25677:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1783071799.099523:0:25676:0:(mgs_llog.c:1447:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1783071799.113635:0:25676:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1783071799.118011:0:25676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118038:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118047:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118055:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118062:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118071:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118094:0:25676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118102:0:25676:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118152:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118166:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 12 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118182:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761408:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071799.118419:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 12 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118429:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 12 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118438:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761536:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071799.118465:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118473:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 23 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118482:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bdc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761664:0@lo:104: 00000100:00100000:3.0:1783071799.118524:0:25676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071799.118565:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118573:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118581:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bdce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761792:0@lo:104: 00000100:00100000:3.0:1783071799.118600:0:25676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071799.118623:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118631:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118648:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761920:0@lo:104: 00000100:00100000:3.0:1783071799.118667:0:25676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1783071799.118679:0:25676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.118687:0:25676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 23 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.118695:0:25676:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bdc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707762048:0@lo:104: 00000100:00100000:3.0:1783071799.118709:0:25676:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071799.118728:0:25676:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea180 going to sleep for 11 seconds 00000100:00100000:0.0:1783071799.119136:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761664 00000100:00100000:0.0:1783071799.119153:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761664 00000100:00100000:0.0:1783071799.119188:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761792 00000100:00100000:0.0:1783071799.119190:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761792 00000100:00100000:0.0:1783071799.119197:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707761920 00000100:00100000:0.0:1783071799.119199:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707761920 00000100:00100000:0.0:1783071799.119224:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762048 00000100:00100000:0.0:1783071799.119226:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762048 00000100:00100000:0.0:1783071799.119239:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071799.119246:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+6:25676:x1869685707761664:12345-0@lo:104: 00010000:00010000:0.0:1783071799.119258:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119310:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783071799.119316:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+6:25676:x1869685707761664:12345-0@lo:104: Request processed in 70us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.119322:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071799.119338:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071799.119343:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+5:25676:x1869685707761792:12345-0@lo:104: 00010000:00010000:0.0:1783071799.119349:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119390:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783071799.119394:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+5:25676:x1869685707761792:12345-0@lo:104: Request processed in 51us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.119400:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071799.119409:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071799.119414:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+4:25676:x1869685707761920:12345-0@lo:104: 00010000:00010000:0.0:1783071799.119420:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119446:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1783071799.119450:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+4:25676:x1869685707761920:12345-0@lo:104: Request processed in 36us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.119463:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071799.119474:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783071799.119479:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:25676:x1869685707762048:12345-0@lo:104: 00010000:00010000:0.0:1783071799.119486:0:22628:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119507:0:22628:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1783071799.119522:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:880a223e-0658-402c-b194-7f424d370e04+3:25676:x1869685707762048:12345-0@lo:104: Request processed in 33us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.119528:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1783071799.119542:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1783071799.119547:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119555:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce9800 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071799.119559:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119568:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071799.119574:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071799.119580:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783071799.119608:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119614:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071799.119648:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119656:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce9800/0x6b58994c2cbddc7f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddc86 expref: -99 pid: 24966 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119668:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1783071799.119671:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119677:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8a00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071799.119680:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119686:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071799.119692:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071799.119698:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783071799.119715:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119721:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071799.119726:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119732:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8a00/0x6b58994c2cbddbe5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbec expref: -99 pid: 24146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.119748:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1783071799.119751:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120034:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a02ce8000 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071799.120038:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120046:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071799.120051:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071799.120056:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783071799.120072:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120078:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071799.120096:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120101:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8a02ce8000/0x6b58994c2cbddba6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddbad expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120110:0:22633:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071799.120113:0:22633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120127:0:22633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b3c461e00 already unused, calling callback (ffffffffc1183c20) 10000000:00010000:0.0:1783071799.120130:0:22633:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120136:0:22633:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1783071799.120154:0:22633:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783071799.120159:0:22633:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1783071799.120172:0:22633:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120177:0:22633:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1783071799.120183:0:22633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120189:0:22633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.138@tcp lock: ffff8f8b3c461e00/0x6b58994c2cbddb98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x6b58994c2cbddb9f expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120203:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071799.120204:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071799.120205:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071799.120214:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071799.120235:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707762176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.120278:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071799.120313:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1783071799.120319:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707762304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.120349:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071799.120401:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762176 00000100:00100000:0.0:1783071799.120405:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762176 00010000:00010000:0.0:1783071799.120426:0:22631:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 24 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071799.120448:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762304 00000100:00100000:0.0:1783071799.120451:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762304 00010000:00010000:0.0:1783071799.120460:0:22631:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 25 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071799.120473:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071799.120479:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:880a223e-0658-402c-b194-7f424d370e04+25:3645:x1869685707762176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783071799.120490:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071799.120495:0:22631:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 25 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.120503:0:22631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 25 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.121085:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bdc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761664:0@lo:104: 00000100:00100000:3.0:1783071799.121097:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bdce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761792:0@lo:104: 00000100:00100000:3.0:1783071799.121104:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761920:0@lo:104: 00000100:00100000:3.0:1783071799.121111:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bdc000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707762048:0@lo:104: 00010000:00010000:0.0:1783071799.121180:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b3c461c00/0x6b58994c2cbddc86 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddc7f expref: 25 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121197:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071799.121290:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:880a223e-0658-402c-b194-7f424d370e04+24:3645:x1869685707762176:12345-0@lo:103:ldlm_bl.0 Request processed in 810us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.121298:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1783071799.121317:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071799.121323:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:880a223e-0658-402c-b194-7f424d370e04+23:3645:x1869685707762304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783071799.121340:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071799.121345:0:22631:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121354:0:22631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121383:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b00030c00/0x6b58994c2cbddbec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddbe5 expref: 23 pid: 22638 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121393:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071799.121415:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:880a223e-0658-402c-b194-7f424d370e04+22:3645:x1869685707762304:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.121420:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1783071799.121464:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707762432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.121492:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071799.121538:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1783071799.121545:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707762560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.121566:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1783071799.121588:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071799.121606:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762432 00000100:00100000:0.0:1783071799.121611:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762432 00010000:00010000:0.0:1783071799.121628:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 22 pid: 22637 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071799.121653:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762560 00000100:00100000:0.0:1783071799.121656:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762560 00010000:00010000:0.0:1783071799.121666:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 23 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071799.121690:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071799.121695:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+23:3647:x1869685707762432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783071799.121703:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071799.121719:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121727:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121736:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01749800/0x6b58994c2cbddbad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddba6 expref: 23 pid: 22637 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.121745:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071799.122008:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+22:3647:x1869685707762432:12345-0@lo:103:ldlm_bl.0 Request processed in 312us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.122015:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1783071799.122028:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783071799.122034:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+21:3647:x1869685707762560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1783071799.122041:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071799.122046:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 21 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.122054:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 21 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.122063:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8a01749a00/0x6b58994c2cbddb9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x6b58994c2cbddb98 expref: 21 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.122082:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071799.122102:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:880a223e-0658-402c-b194-7f424d370e04+20:3647:x1869685707762560:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.122108:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1783071799.122136:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707762560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.122157:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707762432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071799.123330:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707762176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1783071799.123351:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:880a223e-0658-402c-b194-7f424d370e04:3645:1869685707762304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1783071799.139228:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071799.139273:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071799.141151:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979328 00000100:00100000:2.0:1783071799.141166:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979328 00010000:00010000:2.0:1783071799.141215:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 13 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071799.141261:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979200 00000100:00100000:2.0:1783071799.141278:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979200 00010000:00010000:2.0:1783071799.141294:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 14 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071799.141312:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:2.0:1783071799.141321:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9430306-02db-4c52-a4fc-8b6963574d9e+14:2406:x1869685692979328:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783071799.141337:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071799.141343:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 14 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141353:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 14 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141397:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071799.141458:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9430306-02db-4c52-a4fc-8b6963574d9e+14:2406:x1869685692979328:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 137us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071799.141465:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:2.0:1783071799.141589:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00100000:2.0:1783071799.141596:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2406:x1869685692979200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783071799.141604:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071799.141609:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 13 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141620:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 13 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141633:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141857:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141883:0:22630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.141891:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142057:0:22630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142066:0:22630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142072:0:22630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:2.0:1783071799.142076:0:22630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142084:0:22630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142093:0:22630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071799.142104:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071799.142130:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2406:x1869685692979200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 534us (2856us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071799.142148:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 14 00010000:00010000:3.0:1783071799.144996:0:25676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd67400/0x6b58994c2cbddf11 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993c3 expref: 12 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.145023:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d2e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761408:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071799.145040:0:25676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b2fd66800/0x6b58994c2cbdded2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99353 expref: 11 pid: 22639 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071799.145050:0:25676:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25676:1869685707761536:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071799.145090:0:25676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.145101:0:25676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.145108:0:25676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071799.145114:0:25676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8f8b421d9e00/0x6b58994c2cbddf42 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071799.171004:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783071799.491188:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1783071799.570463:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071799.570515:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071799.570548:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071799.570722:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979584 00000100:00100000:2.0:1783071799.570734:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979584 00000100:00100000:2.0:1783071799.570809:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980096 00000100:00100000:2.0:1783071799.570812:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980096 00000100:00100000:2.0:1783071799.570837:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00100000:2.0:1783071799.570847:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979584:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071799.570948:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979840 00000100:00100000:3.0:1783071799.570952:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979840 00000100:00100000:3.0:1783071799.570987:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:3.0:1783071799.570994:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979840:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071799.571069:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00100000:0.0:1783071799.571079:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980096:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071799.571120:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071799.579330:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979584:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 8471us (8864us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071799.579348:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00100000:3.0:1783071799.579506:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979840:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 8510us (8987us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071799.579515:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:3.0:1783071799.579536:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980352 00000100:00100000:3.0:1783071799.579558:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980352 00000100:00100000:3.0:1783071799.579635:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:3.0:1783071799.579644:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980352:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071799.579697:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980352:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 54us (8577us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071799.579703:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:0.0:1783071799.580281:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980096:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 9199us (9726us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.580290:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00080000:0.0:1783071799.580327:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783071799.580333:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071799.586970:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071799.587010:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071799.587041:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071799.587076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071799.587104:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979712 00000100:00100000:3.0:1783071799.587114:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979712 00000100:00100000:1.0:1783071799.587158:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979456 00000100:00100000:1.0:1783071799.587165:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979456 00000100:00100000:3.0:1783071799.587193:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980224 00000100:00100000:3.0:1783071799.587198:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980224 00000100:00100000:1.0:1783071799.587207:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692979968 00000100:00100000:1.0:1783071799.587211:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692979968 00000100:00100000:3.0:1783071799.587236:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:1.0:1783071799.587243:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 62 00000100:00100000:3.0:1783071799.587250:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979712:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071799.587256:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2406:x1869685692979456:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071799.587330:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2406:x1869685692979712:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 84us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071799.587339:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:2.0:1783071799.587344:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 63 00000100:00100000:2.0:1783071799.587356:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2406:x1869685692979968:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:3.0:1783071799.587390:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:3.0:1783071799.587401:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980224:12345-192.168.204.38@tcp:400:kworker.0 00000100:00080000:0.0:1783071799.587443:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783071799.587448:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1783071799.588196:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2406:x1869685692979456:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 941us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071799.588205:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 62 00000100:00100000:2.0:1783071799.588378:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2406:x1869685692979968:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 1006us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071799.588387:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 63 00000100:00100000:3.0:1783071799.588889:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2406:x1869685692980224:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 1488us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071799.588899:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 18 00010000:00010000:0.0:1783071800.194751:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071800.276545:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071800.276659:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980480 00000100:00100000:2.0:1783071800.276669:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980480 00000100:00100000:2.0:1783071800.276727:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 148 00000100:00100000:2.0:1783071800.276747:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+11:18079:x1869685692980480:12345-192.168.204.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071800.276765:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071800.276785:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd67800/0x6b58994c2cbddf49 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d993fb expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071800.276814:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd67800/0x6b58994c2cbddf49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993fb expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071800.276825:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd67800/0x6b58994c2cbddf49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993fb expref: 12 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071800.276853:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67800, rc 0) 00000100:00100000:2.0:1783071800.276926:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980480:12345-192.168.204.38@tcp:101:ll_cfg_requeue.0 Request processed in 190us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071800.276933:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 148 00000100:00100000:1.0:1783071800.280813:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071800.281029:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980608 00000100:00100000:2.0:1783071800.281040:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980608 00000100:00100000:2.0:1783071800.281101:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 149 00000100:00100000:2.0:1783071800.281111:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980608:12345-192.168.204.38@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783071800.281279:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980608:12345-192.168.204.38@tcp:501:ll_cfg_requeue.0 Request processed in 169us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071800.281287:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 149 00000100:00100000:0.0:1783071800.289030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071800.289147:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980736 00000100:00100000:1.0:1783071800.289159:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980736 00000100:00100000:1.0:1783071800.289225:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 150 00000100:00100000:1.0:1783071800.289236:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980736:12345-192.168.204.38@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783071800.289437:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980736:12345-192.168.204.38@tcp:503:ll_cfg_requeue.0 Request processed in 202us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071800.289445:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 150 00000100:00100000:3.0:1783071800.299796:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071800.300397:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980864 00000100:00100000:1.0:1783071800.300408:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980864 00000100:00100000:1.0:1783071800.300474:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 151 00000100:00100000:1.0:1783071800.300485:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+12:18079:x1869685692980864:12345-192.168.204.38@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071800.300507:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071800.300528:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a03bd6000/0x6b58994c2cbddf50 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99402 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071800.300570:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a03bd6000/0x6b58994c2cbddf50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99402 expref: 13 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071800.300585:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a03bd6000/0x6b58994c2cbddf50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99402 expref: 13 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071800.300594:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6000, rc 0) 00000100:00100000:1.0:1783071800.300665:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18079:x1869685692980864:12345-192.168.204.38@tcp:101:ll_cfg_requeue.0 Request processed in 180us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071800.300672:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 151 00000100:00100000:0.0:1783071800.316155:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071800.318260:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692980992 00000100:00100000:2.0:1783071800.318277:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692980992 00000100:00100000:2.0:1783071800.318355:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 152 00000100:00100000:2.0:1783071800.318397:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18079:x1869685692980992:12345-192.168.204.38@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1783071800.318570:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18079:x1869685692980992:12345-192.168.204.38@tcp:501:ll_cfg_requeue.0 Request processed in 204us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071800.318578:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 152 00000100:00100000:0.0:1783071800.324158:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071800.324298:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981120 00000100:00100000:2.0:1783071800.324309:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981120 00000100:00100000:2.0:1783071800.324409:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 153 00000100:00100000:2.0:1783071800.324422:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18079:x1869685692981120:12345-192.168.204.38@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783071800.324699:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:18079:x1869685692981120:12345-192.168.204.38@tcp:503:ll_cfg_requeue.0 Request processed in 279us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071800.324716:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 153 00000100:00100000:3.0:1783071801.020985:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.021326:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981248 00000100:00100000:0.0:1783071801.021338:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981248 00000100:00100000:0.0:1783071801.021648:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:0.0:1783071801.021662:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:18700:x1869685692981248:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783071801.021687:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.021709:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893c00/0x6b58994c2cbddf57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99409 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021784:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021800:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021814:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021830:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021838:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021845:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021936:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893e00/0x6b58994c2cbddf6c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021959:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893e00/0x6b58994c2cbddf6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.021967:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893e00/0x6b58994c2cbddf6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.022000:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783071801.022004:0:22645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071801.022037:0:22645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893e00/0x6b58994c2cbddf6c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022048:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022056:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022062:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022068:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892600 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.022071:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022079:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022091:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:0.0:1783071801.022094:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.022099:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022125:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022140:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022146:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022150:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022154:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.022157:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022163:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022172:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8f8a0238eb00) 00010000:00010000:0.0:1783071801.022417:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.022422:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022428:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.022468:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893c00/0x6b58994c2cbddf57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99409 expref: 8 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1783071801.025667:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1783071801.026009:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893e00/0x6b58994c2cbddf6c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99409 expref: 7 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.026023:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f8a0238ea00) 00010000:00010000:0.0:1783071801.026026:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783071801.026029:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893e00, rc 0) 00000100:00100000:0.0:1783071801.026129:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18700:x1869685692981248:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 4469us (5154us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.026139:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:0.0:1783071801.041072:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.041550:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981376 00000100:00100000:1.0:1783071801.041562:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981376 00000100:00100000:1.0:1783071801.041640:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:1.0:1783071801.041654:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18700:x1869685692981376:12345-192.168.204.38@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1783071801.041756:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18700:x1869685692981376:12345-192.168.204.38@tcp:900:lhsmtool_posix.0 Request processed in 98us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.041780:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:2.0:1783071801.048685:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.049077:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981632 00000100:00100000:0.0:1783071801.049088:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981632 00000100:00100000:0.0:1783071801.049161:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 24 00000100:00100000:0.0:1783071801.049186:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18700:x1869685692981632:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783071801.049210:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.049232:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893c00/0x6b58994c2cbddf73 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99410 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049325:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049341:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049352:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049426:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049434:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049442:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049557:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893600/0x6b58994c2cbddf88 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049567:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893600/0x6b58994c2cbddf88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.049574:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893600/0x6b58994c2cbddf88 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.049585:0:22644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1783071801.050078:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050088:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050094:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050099:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.050113:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050131:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050144:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8f8a0238ea00) 00010000:00010000:0.0:1783071801.050146:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.050151:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.050157:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddf7a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051046:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051053:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051059:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051063:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892600 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.051066:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051072:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.051082:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8f8a0238eb00) 00010000:00010000:0.0:1783071801.051086:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.051090:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.052970:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddf81 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.054124:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893c00/0x6b58994c2cbddf73 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99410 expref: 10 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.054150:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893600/0x6b58994c2cbddf88 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99410 expref: 9 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.054159:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f8a0238ef00) 00010000:00010000:0.0:1783071801.054162:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.054165:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893600, rc 0) 00000100:00100000:0.0:1783071801.054250:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18700:x1869685692981632:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 5065us (5573us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1783071801.054260:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 24 00000100:00100000:3.0:1783071801.063672:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.063778:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981760 00000100:00100000:2.0:1783071801.063788:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981760 00000100:00100000:2.0:1783071801.063857:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 25 00000100:00100000:2.0:1783071801.063867:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18700:x1869685692981760:12345-192.168.204.38@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1783071801.063986:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18700:x1869685692981760:12345-192.168.204.38@tcp:59:lhsmtool_posix.0 Request processed in 120us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.063993:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 25 00000100:00100000:2.0:1783071801.066109:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.066223:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692981888 00000100:00100000:1.0:1783071801.066234:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692981888 00000100:00100000:1.0:1783071801.066446:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:1.0:1783071801.066457:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:18700:x1869685692981888:12345-192.168.204.38@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1783071801.066778:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1783071801.074527:0:25149:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 8024us 10000000:01000000:0.0:1783071801.091921:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1783071801.091929:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a02e05000 from 13 10000000:01000000:0.0:1783071801.091936:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1783071801.091986:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.091998:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.092009:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.092036:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.092136:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.092197:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af480 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.093848:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762688 00000100:00100000:1.0:1783071801.093860:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762688 00000100:00100000:1.0:1783071801.093931:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1783071801.093942:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+20:22641:x1869685707762688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071801.093960:0:22638:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071801.093976:0:22638:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8a03bd6e00/0x6b58994c2cbddf9d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddf96 expref: -99 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.094003:0:22638:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8a03bd6e00/0x6b58994c2cbddf9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddf96 expref: 21 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.094014:0:22638:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8a03bd6e00/0x6b58994c2cbddf9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddf96 expref: 21 pid: 22638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.094024:0:22638:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6e00, rc 0) 00000100:00100000:1.0:1783071801.094094:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707762688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.094112:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1783071801.094256:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038bbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783071801.094275:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddf9d expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071801.094300:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddf9d expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071801.094403:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071801.094436:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071801.094466:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea180 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.094999:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762816 00000100:00100000:1.0:1783071801.095005:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762816 00000100:00100000:1.0:1783071801.095050:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1783071801.095058:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707762816:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.095272:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3d6a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707762816:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 213us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.095280:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1783071801.095391:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762816:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071801.095426:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762944:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783071801.095468:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071801.095502:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea180 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.095614:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707762944 00000100:00100000:1.0:1783071801.095619:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707762944 00000100:00100000:1.0:1783071801.095647:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1783071801.095654:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707762944:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.097339:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707762944:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1677us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.097352:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1783071801.097601:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:18700:x1869685692981888:12345-192.168.204.38@tcp:59:lhsmtool_posix.0 Request processed in 31145us (31508us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.097609:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:3.0:1783071801.098642:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bde680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707762944:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1783071801.101656:0:25690:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783071801.102652:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783071801.102683:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783071801.102697:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddf9d expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.102710:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8b34893c00/0x6b58994c2cbddf96 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddf9d expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071801.102720:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783071801.102723:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a0319f800 from 13 10000000:01000000:1.0:1783071801.102726:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783071801.102767:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.102776:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.102786:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071801.102827:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.102973:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071801.103018:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb480 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.103096:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763072 00000100:00100000:2.0:1783071801.103113:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763072 00000100:00100000:2.0:1783071801.103161:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1783071801.103169:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+21:22641:x1869685707763072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071801.103183:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071801.103197:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd67c00/0x6b58994c2cbddfab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddfa4 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.103222:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd67c00/0x6b58994c2cbddfab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddfa4 expref: 22 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.103233:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd67c00/0x6b58994c2cbddfab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddfa4 expref: 22 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.103249:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67c00, rc 0) 00000100:00100000:2.0:1783071801.103302:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.103309:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1783071801.103424:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071801.103439:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfab expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.103448:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddfab expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.103517:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.103545:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.103569:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af480 going to sleep for 11 seconds 00000100:00100000:3.0:1783071801.104040:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763200 00000100:00100000:3.0:1783071801.104047:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763200 00000100:00100000:3.0:1783071801.104087:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1783071801.104095:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763200:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071801.104234:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763200:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 140us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071801.104241:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1783071801.104360:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763200:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.104420:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763328:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.104463:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.104475:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af480 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.104599:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763328 00000100:00100000:2.0:1783071801.104604:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763328 00000100:00100000:2.0:1783071801.104628:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1783071801.104635:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763328:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1783071801.106031:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763328:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1388us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.106045:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1783071801.107437:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763328:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783071801.109618:0:25691:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783071801.112028:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783071801.112066:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783071801.112079:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfab expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.112092:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd6400/0x6b58994c2cbddfa4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfab expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071801.112115:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783071801.112119:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a01e3e800 from 13 10000000:01000000:1.0:1783071801.112122:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783071801.112167:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.112237:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.112249:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071801.112275:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.112339:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071801.112508:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb000 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.114795:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763456 00000100:00100000:2.0:1783071801.114809:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763456 00000100:00100000:2.0:1783071801.114936:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1783071801.114949:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+22:22641:x1869685707763456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071801.114968:0:22639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071801.114986:0:22639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd66e00/0x6b58994c2cbddfb9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddfb2 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.115015:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd66e00/0x6b58994c2cbddfb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddfb2 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.115025:0:22639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd66e00/0x6b58994c2cbddfb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddfb2 expref: 23 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.115033:0:22639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66e00, rc 0) 00000100:00100000:2.0:1783071801.115195:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 249us (2854us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.115202:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1783071801.115619:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783071801.115645:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfb9 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.115655:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddfb9 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.115865:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.115905:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.116115:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af780 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.116255:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763584 00000100:00100000:1.0:1783071801.116262:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763584 00000100:00100000:1.0:1783071801.116300:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1783071801.116307:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.116469:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.116477:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1783071801.116640:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.116688:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.116730:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.116753:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115af780 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.116921:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763712 00000100:00100000:1.0:1783071801.116926:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763712 00000100:00100000:1.0:1783071801.116948:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1783071801.116954:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.117044:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 88us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.117050:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1783071801.117203:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763712:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1783071801.119109:0:25692:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1783071801.119568:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1783071801.119592:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783071801.119603:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfb9 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.119614:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7000/0x6b58994c2cbddfb2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfb9 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783071801.119626:0:22641:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1783071801.119629:0:22641:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff8f8a04a0c000 from 13 10000000:01000000:1.0:1783071801.119632:0:22641:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783071801.119732:0:22641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.119738:0:22641:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.119759:0:22641:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071801.119780:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.119830:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071801.119894:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb540 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.119955:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763840 00000100:00100000:2.0:1783071801.119963:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763840 00000100:00100000:2.0:1783071801.120006:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1783071801.120015:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+23:22641:x1869685707763840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1783071801.120028:0:22637:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071801.120041:0:22637:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8f8b2fd66400/0x6b58994c2cbddfc7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x6b58994c2cbddfc0 expref: -99 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.120067:0:22637:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8f8b2fd66400/0x6b58994c2cbddfc7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x6b58994c2cbddfc0 expref: 24 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.120087:0:22637:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8f8b2fd66400/0x6b58994c2cbddfc7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x6b58994c2cbddfc0 expref: 24 pid: 22637 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.120096:0:22637:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66400, rc 0) 00000100:00100000:2.0:1783071801.120154:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707763840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.120160:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1783071801.120318:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1783071801.120333:0:22641:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfc7 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.120342:0:22641:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x6b58994c2cbddfc7 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.121441:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.121554:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.121614:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115afb40 going to sleep for 11 seconds 00000100:00100000:3.0:1783071801.121745:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707763968 00000100:00100000:3.0:1783071801.121752:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707763968 00000100:00100000:3.0:1783071801.121834:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1783071801.121842:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707763968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783071801.121986:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b646050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707763968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071801.122006:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1783071801.122073:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707763968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.122120:0:22641:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707764096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1783071801.122160:0:22641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071801.122409:0:22641:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b115afb40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071801.122452:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764096 00000100:00100000:1.0:1783071801.122457:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764096 00000100:00100000:1.0:1783071801.122480:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1783071801.122558:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707764096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1783071801.122697:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:22641:x1869685707764096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 209us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.122704:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1783071801.122981:0:22641:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038ba300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:880a223e-0658-402c-b194-7f424d370e04:22641:1869685707764096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1783071801.124465:0:25693:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1783071801.124852:0:22641:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1783071801.124875:0:22641:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.204.138@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783071801.124889:0:22641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfc7 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.124901:0:22641:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.138@tcp lock: ffff8f8a03bd7800/0x6b58994c2cbddfc0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x6b58994c2cbddfc7 expref: -99 pid: 22641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071801.147950:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.148060:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982016 00000100:00100000:2.0:1783071801.148075:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982016 00000100:00100000:2.0:1783071801.148169:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:2.0:1783071801.148251:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18706:x1869685692982016:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1783071801.148282:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071801.148312:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbddfce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99417 expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148432:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148447:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148459:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148473:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148479:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148485:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148542:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148549:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148556:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148561:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66c00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.148566:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148583:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148597:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:2.0:1783071801.148600:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.148605:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148611:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbddfd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148637:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148643:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148649:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148653:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.148656:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148662:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148668:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8b05437500) 00010000:00010000:2.0:1783071801.148671:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.148674:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148690:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfdc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148726:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbddfce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99417 expref: 10 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148738:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:2.0:1783071801.148740:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.148744:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbddfce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99417 expref: 10 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.148755:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66600, rc 0) 00000100:00100000:2.0:1783071801.148828:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18706:x1869685692982016:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 650us (887us total) trans 0 rc 301/301 00000100:00100000:2.0:1783071801.148836:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:3.0:1783071801.158554:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.158764:0:22653:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982144 00000100:00100000:0.0:1783071801.158775:0:22653:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982144 00000100:00100000:0.0:1783071801.158840:0:22653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:0.0:1783071801.158852:0:22653:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18706:x1869685692982144:12345-192.168.204.38@tcp:700:lfs.0 00000100:00100000:0.0:1783071801.158970:0:22653:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18706:x1869685692982144:12345-192.168.204.38@tcp:700:lfs.0 Request processed in 119us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.158979:0:22653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:3.0:1783071801.164823:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.165830:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982400 00000100:00100000:2.0:1783071801.165842:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982400 00000100:00100000:2.0:1783071801.165921:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 28 00000100:00100000:2.0:1783071801.165932:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:18706:x1869685692982400:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:2.0:1783071801.165997:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071801.166037:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbddefc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99384 expref: 9 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.166061:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:2.0:1783071801.166066:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783071801.166147:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.166179:0:22644:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 5 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.166188:0:22644:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.166221:0:22644:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 5 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.166235:0:22644:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 5 pid: 25149 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071801.166249:0:22644:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22644:1869685707764224:192.168.204.38@tcp:104: 00000100:00100000:2.0:1783071801.166347:0:22644:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a02f43240 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.173896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.173982:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982528 00000100:00100000:1.0:1783071801.173993:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982528 00010000:00010000:1.0:1783071801.174062:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 6 pid: 25149 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071801.174209:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:1.0:1783071801.174238:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2405:x1869685692982528:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783071801.174258:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071801.174266:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 6 pid: 25149 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.174281:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 6 pid: 25149 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1783071801.174302:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1783071801.174307:0:22630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:1.0:1783071801.174314:0:22630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.174324:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.174333:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.174354:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071801.174442:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2405:x1869685692982528:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 205us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.174451:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 15 00010000:00010000:0.0:1783071801.175928:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7200/0x6b58994c2cbddf3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d993f4 expref: 5 pid: 25149 timeout: 802 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.175956:0:22644:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e5180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22644:1869685707764224:192.168.204.38@tcp:104: 00010000:00010000:0.0:1783071801.175985:0:22644:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.175996:0:22644:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.176001:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.176041:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.176055:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.176064:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.177930:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.177952:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.177961:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783071801.177979:0:22644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000befa0a34 reply state 000000005af7a9b3 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.177990:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.177998:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:0.0:1783071801.178000:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783071801.178004:0:22644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1783071801.178010:0:22644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783071801.178017:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178035:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178041:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178047:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.178051:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178068:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178080:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8b11d73400) 00010000:00010000:0.0:1783071801.178082:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.178087:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178092:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbddfe3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783071801.178298:0:22644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000befa0a34 reply state 000000005af7a9b3 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178311:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.178317:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8a0238e100) 00010000:00010000:0.0:1783071801.178319:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1783071801.178322:0:22644:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1783071801.178660:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+10:18706:x1869685692982400:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 12725us (13843us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1783071801.178668:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 28 00010000:00010000:0.0:1783071801.219113:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071801.325117:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.325244:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982656 00000100:00100000:0.0:1783071801.325254:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982656 00000100:00100000:0.0:1783071801.325316:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 29 00000100:00100000:0.0:1783071801.325327:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+10:18714:x1869685692982656:12345-192.168.204.38@tcp:101:lctl.0 00010000:00010000:0.0:1783071801.325353:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.325433:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbddff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9941e expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325497:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892800/0x6b58994c2cbddfff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325511:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892800/0x6b58994c2cbddfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325523:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892800/0x6b58994c2cbddfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.325570:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783071801.325573:0:22646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071801.325608:0:22646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892800/0x6b58994c2cbddfff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325634:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbddff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9941e expref: 12 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325653:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892800/0x6b58994c2cbddfff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9941e expref: 11 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.325662:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.325665:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783071801.325669:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892800, rc 0) 00000100:00100000:0.0:1783071801.325738:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+11:18714:x1869685692982656:12345-192.168.204.38@tcp:101:lctl.0 Request processed in 413us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.325746:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 29 00000100:00100000:3.0:1783071801.361495:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.368849:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982784 00000100:00100000:0.0:1783071801.368888:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982784 00000100:00100000:0.0:1783071801.368989:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 30 00000100:00100000:0.0:1783071801.369013:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:18715:x1869685692982784:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1783071801.369037:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.369060:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde006 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99425 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369146:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbde00d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369160:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbde00d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369172:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbde00d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.369219:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1783071801.369223:0:25149:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071801.369240:0:25149:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbde00d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369263:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde006 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99425 expref: 7 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369281:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893400/0x6b58994c2cbde00d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99425 expref: 6 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.369289:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.369292:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1783071801.369295:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893400, rc 0) 00000100:00100000:0.0:1783071801.369411:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18715:x1869685692982784:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 402us (7928us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.369419:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 30 00000100:00100000:0.0:1783071801.373270:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.373725:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692982912 00000100:00100000:2.0:1783071801.373737:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692982912 00000100:00100000:2.0:1783071801.373828:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 31 00000100:00100000:2.0:1783071801.373839:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:18715:x1869685692982912:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1783071801.373862:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071801.373883:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66200/0x6b58994c2cbde014 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9942c expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.373968:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374020:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374033:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374045:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374053:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374060:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374309:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374317:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374323:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783071801.374381:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783071801.374385:0:22646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783071801.374405:0:22646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374417:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374434:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374440:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374446:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.374450:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374457:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374470:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:2.0:1783071801.374473:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.374478:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374484:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde01b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374497:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374502:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374508:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374513:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.374523:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374530:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374538:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8a0238e100) 00010000:00010000:2.0:1783071801.374540:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.374543:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374549:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde022 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374576:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66200/0x6b58994c2cbde014 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9942c expref: 8 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374589:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9942c expref: 7 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.374596:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:2.0:1783071801.374598:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1783071801.374600:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66800, rc 0) 00000100:00100000:2.0:1783071801.374826:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+7:18715:x1869685692982912:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 987us (1566us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.374834:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 31 00000100:00100000:3.0:1783071801.378080:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.378359:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692983040 00000100:00100000:1.0:1783071801.378454:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692983040 00000100:00080000:2.0:1783071801.378581:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1783071801.378596:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:1.0:1783071801.378608:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:18715:x1869685692983040:12345-192.168.204.38@tcp:900:lfs.0 00000100:00100000:1.0:1783071801.379129:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:18715:x1869685692983040:12345-192.168.204.38@tcp:900:lfs.0 Request processed in 521us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.379159:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:3.0:1783071801.382305:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.382570:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692983296 00000100:00100000:0.0:1783071801.382580:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692983296 00000100:00100000:0.0:1783071801.382644:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 32 00000100:00100000:0.0:1783071801.382654:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+7:18715:x1869685692983296:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1783071801.382676:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.382697:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde030 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99433 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.382926:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783071801.383041:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde030 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99433 expref: 9 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.383057:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.383060:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783071801.383065:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde030 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99433 expref: 9 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.383079:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893200, rc 0) 00000100:00100000:0.0:1783071801.383217:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d0dc5201-72fb-46e1-86a5-b3587f897ec0+8:18715:x1869685692983296:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 564us (921us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1783071801.383225:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 32 00000100:00100000:2.0:1783071801.389817:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.389966:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692983552 00000100:00100000:0.0:1783071801.389987:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692983552 00000100:00100000:0.0:1783071801.390066:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 33 00000100:00100000:0.0:1783071801.390076:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+8:18715:x1869685692983552:12345-192.168.204.38@tcp:36:lfs.0 00010000:00010000:0.0:1783071801.390149:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071801.390192:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde029 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9942c expref: 8 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.390225:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:0.0:1783071801.390231:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1783071801.390258:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.390273:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.390283:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1783071801.390837:0:22645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000dd1382bc reply state 00000000d3283bdd transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.390853:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.390860:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:0.0:1783071801.390863:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1783071801.390865:0:22645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1783071801.390874:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1783071801.391061:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+9:18715:x1869685692983552:12345-192.168.204.38@tcp:36:lfs.0 Request processed in 985us (1258us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1783071801.391070:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 33 00000100:00100000:3.0:1783071801.394920:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.394980:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692983808 00000100:00100000:0.0:1783071801.394991:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692983808 00000100:00100000:0.0:1783071801.395054:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2 00000100:00100000:0.0:1783071801.395066:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+9:18715:x1869685692983808:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:0.0:1783071801.395755:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+10:18715:x1869685692983808:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 688us (843us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1783071801.395765:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2 00000100:00100000:3.0:1783071801.400162:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.400317:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984064 00000100:00100000:0.0:1783071801.400328:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984064 00000100:00100000:0.0:1783071801.400413:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 34 00000100:00100000:0.0:1783071801.400423:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+10:18715:x1869685692984064:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1783071801.400449:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.400470:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde045 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9943a expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400562:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400578:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400590:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400602:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400609:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400635:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.400738:0:22644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783071801.400815:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400823:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400831:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400837:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.400842:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400850:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400862:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.400865:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.400870:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400877:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde04c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400888:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400904:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400911:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400916:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34893800 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.400919:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400924:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400931:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8a0238e100) 00010000:00010000:0.0:1783071801.400934:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071801.400937:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400956:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde053 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.400993:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde045 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9943a expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.401003:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.401005:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783071801.401009:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9943a expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.401029:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892e00, rc 0) 00000100:00100000:0.0:1783071801.401086:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+11:18715:x1869685692984064:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 665us (935us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1783071801.401104:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 34 00000100:00100000:3.0:1783071801.408324:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.410744:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984192 00000100:00100000:0.0:1783071801.410758:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984192 00000100:00100000:1.0:1783071801.410889:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 35 00000100:00100000:1.0:1783071801.410902:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+11:18715:x1869685692984192:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:1.0:1783071801.410930:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071801.410952:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7a00/0x6b58994c2cbde061 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99441 expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411053:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411068:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411079:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783071801.411118:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1783071801.411122:0:22646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1783071801.411144:0:22646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411185:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7a00/0x6b58994c2cbde061 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 13 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411210:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 12 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.411219:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:1.0:1783071801.411236:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783071801.411241:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6600, rc 0) 00000100:00100000:1.0:1783071801.411325:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+12:18715:x1869685692984192:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 425us (3015us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.411342:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 35 00000100:00100000:1.0:1783071801.420498:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071801.420647:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984320 00000100:00100000:3.0:1783071801.420657:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984320 00000100:00100000:3.0:1783071801.420711:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:3.0:1783071801.420721:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+12:18715:x1869685692984320:12345-192.168.204.38@tcp:37:lfs.0 00000100:00100000:2.0:1783071801.432023:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d0dc5201-72fb-46e1-86a5-b3587f897ec0+12:18715:x1869685692984320:12345-192.168.204.38@tcp:37:lfs.0 Request processed in 11291us (11531us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.432052:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:1.0:1783071801.435594:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.439464:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984576 00000100:00100000:0.0:1783071801.440860:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984576 00000100:00100000:2.0:1783071801.444666:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:2.0:1783071801.444683:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038a6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+12:18715:x1869685692984576:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:2.0:1783071801.445030:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038a6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d0dc5201-72fb-46e1-86a5-b3587f897ec0+13:18715:x1869685692984576:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 350us (9553us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1783071801.445038:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 4 00000100:00100000:1.0:1783071801.517024:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.517133:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984704 00000100:00100000:0.0:1783071801.517144:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984704 00000100:00100000:0.0:1783071801.517223:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 36 00000100:00100000:0.0:1783071801.517238:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+11:18721:x1869685692984704:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:0.0:1783071801.517263:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.517283:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde06f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99448 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.517638:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.517656:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.517669:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517772:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517781:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517789:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517866:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde084 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517875:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde084 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517881:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde084 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783071801.517915:0:22644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1783071801.517919:0:22644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783071801.517953:0:22644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde084 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517966:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517988:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517993:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.517997:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.518000:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518005:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518015:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:2.0:1783071801.518017:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.518020:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518024:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518036:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518039:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518043:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518046:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071801.518052:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518056:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518060:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8a0238e100) 00010000:00010000:2.0:1783071801.518061:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071801.518064:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518069:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde07d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518109:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde06f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99448 expref: 13 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518124:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67a00/0x6b58994c2cbde084 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99448 expref: 12 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071801.518132:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:2.0:1783071801.518134:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1783071801.518137:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67a00, rc 0) 00000100:00100000:2.0:1783071801.518482:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+12:18721:x1869685692984704:12345-192.168.204.38@tcp:101:bash.0 Request processed in 1246us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.518491:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 36 00000100:00100000:0.0:1783071801.523392:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.523517:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692984832 00000100:00100000:2.0:1783071801.523528:0:22655:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692984832 00000100:00100000:2.0:1783071801.523593:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:2.0:1783071801.523605:0:22655:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:18721:x1869685692984832:12345-192.168.204.38@tcp:900:bash.0 00000100:00100000:2.0:1783071801.523709:0:22655:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:18721:x1869685692984832:12345-192.168.204.38@tcp:900:bash.0 Request processed in 106us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071801.523717:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:3.0:1783071801.527490:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.528486:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692985088 00000100:00100000:1.0:1783071801.528500:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692985088 00000100:00100000:1.0:1783071801.528576:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 37 00000100:00100000:1.0:1783071801.528587:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+12:18721:x1869685692985088:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:1.0:1783071801.528609:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071801.528631:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde08b lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9944f expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.528744:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.528774:0:22646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 12 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.528784:0:22646:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.528827:0:22646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 12 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.528841:0:22646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 12 pid: 22646 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071801.528871:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707764352:192.168.204.38@tcp:104: 00000100:00100000:1.0:1783071801.528974:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb780 going to sleep for 11 seconds 00000100:00100000:2.0:1783071801.533854:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b37abc380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707764352:192.168.204.38@tcp:104: 00000100:00100000:3.0:1783071801.533935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00010000:2.0:1783071801.533955:0:22646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.534019:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692985216 00000100:00100000:0.0:1783071801.534026:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692985216 00010000:00010000:0.0:1783071801.534076:0:22631:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 13 pid: 22646 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.534160:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 16 00000100:00100000:0.0:1783071801.534271:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+13:2406:x1869685692985216:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071801.534291:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071801.534298:0:22631:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 13 pid: 22646 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534310:0:22631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 13 pid: 22646 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534331:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6600/0x6b58994c2cbde068 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99441 expref: 13 pid: 22646 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534346:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:0.0:1783071801.534349:0:22631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534358:0:22631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534396:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.534417:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783071801.534456:0:22646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.534463:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.534485:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+12:2406:x1869685692985216:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 315us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.534492:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 16 00010000:00010000:1.0:1783071801.534596:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.534607:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.534614:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535086:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535521:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535529:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783071801.535541:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783071801.535576:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535599:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535605:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535612:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd6c00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071801.535616:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535625:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535636:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:1.0:1783071801.535640:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783071801.535645:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535651:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde092 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1783071801.535664:0:22646:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 0000000061b22ac3 reply state 00000000c062e61c transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535675:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535681:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f8a020c9100) 00010000:00010000:1.0:1783071801.535684:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783071801.535686:0:22646:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1783071801.535723:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde08b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 15 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535746:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 14 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.535753:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071801.535756:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1783071801.535758:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd7600, rc 0) 00000100:00100000:1.0:1783071801.535820:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+15:18721:x1869685692985088:12345-192.168.204.38@tcp:101:bash.0 Request processed in 7235us (8339us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1783071801.535828:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 37 00000040:00080000:1.0:1783071801.540586:0:23399:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1783071801.561188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.561394:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692985344 00000100:00100000:0.0:1783071801.561407:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692985344 00000100:00100000:0.0:1783071801.561476:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 38 00000100:00100000:0.0:1783071801.561488:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+15:18721:x1869685692985344:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:0.0:1783071801.561516:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.561536:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ae lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99456 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561623:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561640:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561654:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.561709:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783071801.561713:0:25149:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071801.561735:0:25149:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561746:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561771:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ae lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99456 expref: 17 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561787:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99456 expref: 16 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.561817:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071801.561820:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071801.561824:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893000, rc 0) 00000100:00100000:0.0:1783071801.561901:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+16:18721:x1869685692985344:12345-192.168.204.38@tcp:101:bash.0 Request processed in 416us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.561909:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 38 00000100:00100000:2.0:1783071801.570639:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.574131:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692985600 00000100:00100000:1.0:1783071801.574151:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692985600 00000100:00100000:1.0:1783071801.575992:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:1.0:1783071801.576015:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+16:18721:x1869685692985600:12345-192.168.204.38@tcp:35:bash.0 00000100:00100000:1.0:1783071801.576417:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+17:18721:x1869685692985600:12345-192.168.204.38@tcp:35:bash.0 Request processed in 412us (5787us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1783071801.576425:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 5 00000100:00100000:3.0:1783071801.659756:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.659927:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692985856 00000100:00100000:0.0:1783071801.659937:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692985856 00000100:00100000:0.0:1783071801.659999:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 39 00000100:00100000:0.0:1783071801.660009:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+17:18731:x1869685692985856:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1783071801.660033:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.660053:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9945d expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.660313:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1783071801.660441:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9945d expref: 19 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.660456:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:0.0:1783071801.660459:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783071801.660463:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9945d expref: 19 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.660488:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892200, rc 0) 00000100:00100000:0.0:1783071801.660550:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+18:18731:x1869685692985856:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 541us (805us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1783071801.660573:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 39 00000100:00100000:1.0:1783071801.665030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071801.665320:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692986112 00000100:00100000:2.0:1783071801.665332:0:22647:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692986112 00000100:00100000:2.0:1783071801.665568:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 6 00000100:00100000:2.0:1783071801.665580:0:22647:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b37abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+18:18731:x1869685692986112:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:2.0:1783071801.665817:0:22647:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b37abc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+19:18731:x1869685692986112:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 238us (796us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1783071801.665825:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 6 00000040:00080000:0.0:1783071801.667413:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1783071801.707757:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071801.707864:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692986368 00000100:00100000:0.0:1783071801.707874:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692986368 00000100:00100000:0.0:1783071801.707934:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 40 00000100:00100000:0.0:1783071801.707945:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+19:18734:x1869685692986368:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:0.0:1783071801.707974:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071801.707995:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99464 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.708125:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde0d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.708141:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde0d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.708152:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde0d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071801.708179:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783071801.708287:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99464 expref: 22 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.708307:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde0d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99464 expref: 21 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.708315:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071801.708318:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071801.708336:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893a00, rc 0) 00000100:00100000:0.0:1783071801.708457:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18734:x1869685692986368:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 514us (711us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1783071801.708465:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 40 00000100:00100000:3.0:1783071801.712488:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071801.712555:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.712743:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692986624 00000100:00100000:1.0:1783071801.712753:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692986624 00000100:00100000:1.0:1783071801.712818:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:1.0:1783071801.712828:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:2406:x1869685692986624:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783071801.712844:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071801.712868:0:22630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde0d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99464 expref: 21 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071801.712897:0:22630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071801.712902:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071801.712952:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+20:2406:x1869685692986624:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 126us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071801.712960:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:0.0:1783071801.713719:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692986496 00000100:00100000:0.0:1783071801.713726:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692986496 00000100:00100000:0.0:1783071801.713767:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 41 00000100:00100000:0.0:1783071801.713775:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+20:18734:x1869685692986496:12345-192.168.204.38@tcp:54:lfs.0 00010000:00010000:0.0:1783071801.713837:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713852:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713862:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713899:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713907:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713914:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713920:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071801.713924:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713932:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713955:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071801.713958:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1783071801.713962:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071801.713968:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071801.714029:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+20:18734:x1869685692986496:12345-192.168.204.38@tcp:54:lfs.0 Request processed in 254us (1565us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071801.714035:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 41 00000100:00100000:3.0:1783071801.717586:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071801.717791:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692986880 00000100:00100000:1.0:1783071801.717804:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692986880 00000100:00100000:1.0:1783071801.717852:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:1.0:1783071801.717861:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+20:18734:x1869685692986880:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:1.0:1783071801.718109:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18734:x1869685692986880:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 248us (533us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1783071801.718117:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 7 00000100:00100000:3.0:1783071802.010934:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071802.011321:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692987136 00000100:00100000:0.0:1783071802.011331:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692987136 00000100:00100000:0.0:1783071802.011422:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 42 00000100:00100000:0.0:1783071802.011432:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18765:x1869685692987136:12345-192.168.204.38@tcp:101:cat.0 00010000:00010000:0.0:1783071802.011456:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071802.011478:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0e6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9946b expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.011591:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.011606:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.011618:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071802.011630:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783071802.011920:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde0e6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9946b expref: 24 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.011940:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9946b expref: 23 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.011949:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071802.011952:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071802.011956:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892200, rc 0) 00000100:00100000:0.0:1783071802.012093:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:18765:x1869685692987136:12345-192.168.204.38@tcp:101:cat.0 Request processed in 654us (1160us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1783071802.012101:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 42 00000100:00100000:3.0:1783071802.021735:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071802.021925:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071802.022115:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692987520 00000100:00100000:1.0:1783071802.022125:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692987520 00000100:00100000:1.0:1783071802.022191:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:1.0:1783071802.022201:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:18765:x1869685692987520:12345-192.168.204.38@tcp:35:cat.0 00000100:00100000:1.0:1783071802.022534:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:18765:x1869685692987520:12345-192.168.204.38@tcp:35:cat.0 Request processed in 333us (607us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1783071802.022542:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 8 00000100:00100000:0.0:1783071802.030348:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692987264 00000100:00100000:0.0:1783071802.030393:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692987264 00000100:00100000:0.0:1783071802.030471:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 1 00000100:00100000:0.0:1783071802.030483:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:2406:x1869685692987264:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071802.030499:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071802.030590:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0ed lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9946b expref: 24 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.030613:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071802.030617:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071802.030693:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:2406:x1869685692987264:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 212us (8966us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.030701:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 1 00000100:00100000:2.0:1783071802.156246:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071802.159007:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692987776 00000100:00100000:0.0:1783071802.159021:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692987776 00000100:00100000:0.0:1783071802.159165:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 43 00000100:00100000:0.0:1783071802.159177:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:18771:x1869685692987776:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1783071802.159202:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071802.159221:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0fb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99472 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.159335:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde102 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.159351:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde102 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.159381:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde102 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071802.159393:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1783071802.159875:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde0fb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99472 expref: 26 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.159896:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde102 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99472 expref: 25 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.159906:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071802.159909:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071802.159913:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892000, rc 0) 00000100:00100000:0.0:1783071802.160044:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:18771:x1869685692987776:12345-192.168.204.38@tcp:101:dd.0 Request processed in 868us (3806us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1783071802.160052:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 43 00000100:00100000:3.0:1783071802.166942:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071802.167039:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692987904 00000100:00100000:0.0:1783071802.167065:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692987904 00000100:00100000:0.0:1783071802.167140:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 44 00000100:00100000:0.0:1783071802.167150:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:18771:x1869685692987904:12345-192.168.204.38@tcp:101:dd.0 00010000:00010000:0.0:1783071802.167175:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071802.167197:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde110 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99479 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167229:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167243:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167254:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167410:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde110 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 27 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167430:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 26 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.167438:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071802.167441:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783071802.167444:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893800, rc 0) 00000100:00100000:0.0:1783071802.167519:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+26:18771:x1869685692987904:12345-192.168.204.38@tcp:101:dd.0 Request processed in 370us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.167526:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 44 00000100:00100000:3.0:1783071802.170451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071802.170710:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692988032 00000100:00100000:1.0:1783071802.170720:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692988032 00000100:00100000:1.0:1783071802.170774:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 2 00000100:00100000:1.0:1783071802.170783:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+26:2406:x1869685692988032:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783071802.170799:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071802.170828:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde102 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99472 expref: 26 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.170846:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071802.170850:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071802.170898:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:2406:x1869685692988032:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 115us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071802.170905:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 2 00000100:00100000:3.0:1783071802.176908:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071802.177123:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692988288 00000100:00100000:1.0:1783071802.177136:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692988288 00000100:00100000:1.0:1783071802.177195:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 45 00000100:00100000:1.0:1783071802.177207:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:18771:x1869685692988288:12345-192.168.204.38@tcp:36:dd.0 00010000:00010000:1.0:1783071802.177267:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071802.177297:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde0b5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99456 expref: 25 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.177317:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071802.177322:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071802.179342:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707764480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783071802.179445:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071802.179772:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764480 00000100:00100000:3.0:1783071802.179781:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764480 00000100:00100000:3.0:1783071802.179921:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1783071802.179931:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707764480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1783071802.179963:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1783071802.180010:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707764480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071802.180017:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:2.0:1783071802.180155:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1783071802.180193:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707764480:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1783071802.181169:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.181188:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.181200:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783071802.181246:0:22646:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1783071802.181271:0:22646:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000006b9f2044 reply state 0000000093e29725 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.181301:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.181309:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071802.181313:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783071802.181317:0:22646:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783071802.182639:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+27:18771:x1869685692988288:12345-192.168.204.38@tcp:36:dd.0 Request processed in 5425us (5730us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1783071802.182651:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 45 00000020:00080000:1.0:1783071802.182656:0:22646:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1783071802.242699:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783071802.297704:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071802.298144:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692988544 00000100:00100000:1.0:1783071802.298156:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692988544 00000100:00100000:1.0:1783071802.298215:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:1.0:1783071802.298225:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+27:18771:x1869685692988544:12345-192.168.204.38@tcp:35:dd.0 00000100:00100000:1.0:1783071802.298511:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+28:18771:x1869685692988544:12345-192.168.204.38@tcp:35:dd.0 Request processed in 286us (818us total) trans 12884901907 rc 0/0 00000100:00100000:1.0:1783071802.298519:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 9 00000100:00100000:3.0:1783071802.610255:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071802.610405:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692988672 00000100:00100000:2.0:1783071802.610416:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692988672 00000100:00100000:2.0:1783071802.610484:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 46 00000100:00100000:2.0:1783071802.610495:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+28:18785:x1869685692988672:12345-192.168.204.38@tcp:101:stat.0 00010000:00010000:2.0:1783071802.610542:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071802.610564:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67e00/0x6b58994c2cbde125 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99480 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610636:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610666:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610679:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610691:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610698:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610704:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610813:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610822:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610828:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783071802.610876:0:22644:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1783071802.610887:0:22644:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783071802.610927:0:22644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610940:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610948:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610954:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610961:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610966:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67200 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071802.610970:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610976:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.610988:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:2.0:1783071802.610991:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071802.610996:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611002:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde12c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611015:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611031:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611037:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611042:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071802.611045:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611050:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611058:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f8a020c9100) 00010000:00010000:2.0:1783071802.611060:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071802.611062:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611067:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66000/0x6b58994c2cbde133 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611106:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67e00/0x6b58994c2cbde125 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99480 expref: 30 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611118:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99480 expref: 29 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071802.611125:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:2.0:1783071802.611127:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1783071802.611135:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66800, rc 0) 00000100:00100000:2.0:1783071802.611867:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+29:18785:x1869685692988672:12345-192.168.204.38@tcp:101:stat.0 Request processed in 1367us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071802.611877:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 46 00000100:00100000:2.0:1783071802.690750:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707764992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783071802.690824:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071802.690869:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783071802.690876:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707764736:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1783071802.690899:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071802.690916:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707765120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071802.690938:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071802.693793:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707764608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071802.693879:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707764864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783071802.693912:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071802.693980:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764992 00000100:00100000:0.0:1783071802.693989:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764992 00000100:00100000:0.0:1783071802.694039:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764736 00000100:00100000:0.0:1783071802.694057:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764736 00000100:00100000:0.0:1783071802.694088:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764864 00000100:00100000:0.0:1783071802.694091:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764864 00000100:00100000:0.0:1783071802.694108:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071802.694116:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707764992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783071802.694149:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783071802.694468:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1869685707764992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (3378us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.694477:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071802.694498:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071802.694506:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707764736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783071802.694518:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783071802.694565:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707764736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (3664us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.694571:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071802.694584:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071802.694590:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707764864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1783071802.694598:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1783071802.694626:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707764864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.694648:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071802.694694:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707764864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1783071802.697557:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707765632:0@lo:400:kworker.0 00000100:00080000:1.0:1783071802.697652:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783071802.697658:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071802.699478:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3645:1869685707764992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1783071802.699517:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707765504:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.699716:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071802.699744:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707766144:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.699785:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071802.699868:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071802.699933:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707766016:0@lo:400:kworker.0 00000100:00100000:2.0:1783071802.699958:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071802.700029:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765120 00000100:00100000:1.0:1783071802.700088:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765632 00000100:00100000:1.0:1783071802.700093:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765632 00000100:00100000:1.0:1783071802.700146:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783071802.700156:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707765632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700232:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707765632:12345-0@lo:400:kworker.0 Request processed in 77us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071802.700257:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1783071802.700303:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071802.700328:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707765248:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700357:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071802.700397:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707765760:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700420:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071802.700435:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707766272:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700455:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707764608 00000100:00100000:1.0:1783071802.700458:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707764608 00000100:00100000:1.0:1783071802.700475:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783071802.700481:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707764608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1783071802.700503:0:22650:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1783071802.700539:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707764608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071802.700545:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1783071802.700569:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765248 00000100:00100000:1.0:1783071802.700572:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765248 00000100:00100000:1.0:1783071802.700592:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783071802.700597:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707765248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700623:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b645850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:880a223e-0658-402c-b194-7f424d370e04+24:3647:x1869685707765248:12345-0@lo:400:kworker.0 Request processed in 25us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071802.700628:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1783071802.700653:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707765376:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700676:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071802.700692:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707765888:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700723:0:22650:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765376 00000100:00100000:1.0:1783071802.700726:0:22650:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765376 00000100:00100000:1.0:1783071802.700744:0:22650:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1783071802.700748:0:22650:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707765376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.700775:0:22650:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1869685707765376:12345-0@lo:400:kworker.0 Request processed in 26us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071802.700781:0:22650:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1783071802.701870:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765120 00000100:00100000:0.0:1783071802.701931:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783071802.701939:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a021cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707765120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783071802.701969:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783071802.702017:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a021cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707765120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (11078us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.702023:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1783071802.702563:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765760 00000100:00100000:0.0:1783071802.702570:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765760 00000100:00100000:0.0:1783071802.702610:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1783071802.702617:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707765760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.702667:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707765760:12345-0@lo:400:kworker.0 Request processed in 50us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.702673:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1783071802.713913:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707764736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783071802.713914:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071802.713940:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707765120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1783071802.714295:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707765632:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.716386:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707766144 00000100:00100000:3.0:1783071802.716403:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707766144 00000100:00080000:2.0:1783071802.716480:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1783071802.717036:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765504 00000100:00100000:3.0:1783071802.717043:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765504 00000100:00100000:3.0:1783071802.717068:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707766016 00000100:00100000:3.0:1783071802.717080:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707766016 00000100:00080000:3.0:1783071802.717100:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1783071802.717121:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783071802.717132:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707766144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.717318:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707766144:12345-0@lo:400:kworker.0 Request processed in 187us (17530us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071802.717326:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1783071802.717347:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1783071802.717353:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707765504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071802.717421:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783071802.717441:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1869685707765504:12345-0@lo:400:kworker.0 Request processed in 87us (17571us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071802.717448:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00080000:2.0:1783071802.717465:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b35d54e00 x1869685707766144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783071802.717483:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d55180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3645:1869685707765504:0@lo:400:kworker.0 00000100:00100000:2.0:1783071802.717484:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707766144:0@lo:400:kworker.0 00000100:00100000:2.0:1783071802.717523:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707766016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071802.717574:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1869685707766016:12345-0@lo:400:kworker.0 Request processed in 144us (17615us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071802.717581:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1783071802.718522:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3645:1869685707766016:0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.718639:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071802.718669:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707766400:0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.718716:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071802.718750:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3648:1869685707765376:0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.718931:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707764608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1783071802.718957:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707766272 00000100:00100000:0.0:1783071802.718962:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:880a223e-0658-402c-b194-7f424d370e04:3647:1869685707765248:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.718965:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707766272 00000100:00080000:3.0:1783071802.718992:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1783071802.718999:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707765760:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.719022:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707765888 00000100:00100000:3.0:1783071802.719026:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707765888 00000100:00100000:0.0:1783071802.719030:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707766400 00000100:00100000:0.0:1783071802.719036:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707766400 00000100:00100000:3.0:1783071802.719046:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783071802.719053:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707766272:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1783071802.719080:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1783071802.719108:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783071802.719116:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707765888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.719119:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707766272:12345-0@lo:400:kworker.0 Request processed in 64us (5210us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071802.719128:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1783071802.719148:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1783071802.719157:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869685707766400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.719165:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1869685707765888:12345-0@lo:400:kworker.0 Request processed in 47us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.719173:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1783071802.719211:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3648:1869685707765888:0@lo:400:kworker.0 00000100:00100000:0.0:1783071802.719238:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707766272:0@lo:400:kworker.0 00000100:00100000:3.0:1783071802.719384:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1869685707766400:12345-0@lo:400:kworker.0 Request processed in 209us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071802.719390:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1783071802.719452:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00010000:00080000:0.0:1783071802.719505:0:3648:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8b35da1880 x1869685707766400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071802.719517:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3648:1869685707766400:0@lo:400:kworker.0 00000100:00100000:1.0:1783071802.719519:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692988928 00000100:00100000:1.0:1783071802.719525:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692988928 00000100:00100000:1.0:1783071802.719835:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 47 00000100:00100000:1.0:1783071802.719844:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03a82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+29:18791:x1869685692988928:12345-192.168.204.38@tcp:36:truncate.0 00010000:00010000:1.0:1783071802.719895:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071802.719923:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde13a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99480 expref: 29 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.719942:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071802.719947:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783071802.720124:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.720138:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.720147:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783071802.720205:0:22645:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:1.0:1783071802.720229:0:22645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 000000007aacad26 reply state 00000000007c3ddf transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.720255:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071802.720261:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071802.720263:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1783071802.720266:0:22645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1783071802.720406:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03a82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+31:18791:x1869685692988928:12345-192.168.204.38@tcp:36:truncate.0 Request processed in 562us (956us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1783071802.720413:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 47 00000020:00080000:1.0:1783071802.720418:0:22645:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783071802.976086:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071802.980291:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692989056 00000100:00100000:0.0:1783071802.980315:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692989056 00000100:00100000:0.0:1783071802.980573:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 48 00000100:00100000:0.0:1783071802.980585:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+31:18805:x1869685692989056:12345-192.168.204.38@tcp:101:stat.0 00010000:00010000:0.0:1783071802.980619:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071802.980654:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde148 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99487 expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980726:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980760:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980773:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980785:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980792:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980798:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980876:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980884:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980891:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071802.980936:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:0.0:1783071802.980940:0:22646:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071802.980965:0:22646:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980978:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.980998:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981004:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981010:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981015:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071802.981020:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981027:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981038:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:0.0:1783071802.981048:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071802.981053:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981059:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde14f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981080:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981087:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981091:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981102:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892e00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071802.981105:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981110:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981118:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f8a020c9100) 00010000:00010000:0.0:1783071802.981121:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071802.981124:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981130:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde156 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981158:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde148 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 33 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981186:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 32 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071802.981194:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071802.981197:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071802.981199:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893a00, rc 0) 00000100:00100000:0.0:1783071802.981553:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+32:18805:x1869685692989056:12345-192.168.204.38@tcp:101:stat.0 Request processed in 969us (5484us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071802.981561:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 48 00000100:00100000:0.0:1783071803.109760:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.121851:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692989312 00000100:00100000:1.0:1783071803.121866:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692989312 00000100:00100000:1.0:1783071803.121959:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 49 00000100:00100000:1.0:1783071803.121972:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+32:18815:x1869685692989312:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:1.0:1783071803.121993:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071803.122015:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde164 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9948e expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783071803.122129:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1783071803.122243:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde164 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9948e expref: 34 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.122258:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:1.0:1783071803.122262:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783071803.122267:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde164 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9948e expref: 34 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.122301:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6800, rc 0) 00000100:00100000:1.0:1783071803.122721:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+33:18815:x1869685692989312:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 751us (12969us total) trans 12884901910 rc 301/301 00000100:00100000:1.0:1783071803.122729:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 49 00000100:00080000:0.0:1783071803.129576:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1783071803.130728:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.130824:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692989568 00000100:00100000:1.0:1783071803.130835:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692989568 00000100:00100000:1.0:1783071803.130895:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:1.0:1783071803.130906:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a038a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+33:18815:x1869685692989568:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:1.0:1783071803.131147:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a038a7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+34:18815:x1869685692989568:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 234us (417us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1783071803.131154:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 10 00000100:00100000:3.0:1783071803.236678:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.236785:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692989824 00000100:00100000:0.0:1783071803.236796:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692989824 00000100:00100000:0.0:1783071803.236861:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 50 00000100:00100000:0.0:1783071803.236872:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+34:18821:x1869685692989824:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:0.0:1783071803.236902:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071803.236932:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde172 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d99495 expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237033:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237046:0:22646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 35 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237054:0:22646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 35 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237072:0:22646:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237108:0:22646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 35 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237121:0:22646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 35 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.237135:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a038bbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707766528:192.168.204.38@tcp:104: 00010000:00010000:0.0:1783071803.237503:0:22646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 35 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.237528:0:22646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 35 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.237538:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707766656:192.168.204.38@tcp:104: 00000100:00100000:0.0:1783071803.237564:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b05f29d80 going to sleep for 11 seconds 00000100:00100000:0.0:1783071803.242889:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.242940:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.242972:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692989952 00000100:00100000:1.0:1783071803.242981:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692989952 00010000:00010000:1.0:1783071803.243030:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 36 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.243081:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990080 00000100:00100000:1.0:1783071803.243085:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990080 00010000:00010000:1.0:1783071803.243098:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 37 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.243114:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 17 00000100:00100000:1.0:1783071803.243123:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:2406:x1869685692989952:12345-192.168.204.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1783071803.243128:0:22630:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1783071803.243136:0:22630:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1783071803.243149:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071803.243155:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 37 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.243184:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 37 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.243208:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.243213:0:22629:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.243232:0:22629:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.243238:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071803.243289:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:2.0:1783071803.243298:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:2406:x1869685692990080:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783071803.243307:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071803.243312:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 37 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.243321:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 37 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.243333:0:22630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:2.0:1783071803.243337:0:22630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.243345:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.243354:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.243386:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071803.243482:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb93050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:2406:x1869685692989952:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 358us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071803.243490:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 17 00010000:00010000:3.0:1783071803.243523:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde15d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99487 expref: 36 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.243540:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a038bbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707766528:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071803.243562:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde0a0 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9944f expref: 35 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.243573:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707766656:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071803.243595:0:22646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.243605:0:22646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.243611:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1783071803.243631:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:3.0:1783071803.243794:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892e00/0x6b58994c2cbde172 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 36 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.243810:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 35 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.243817:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.243819:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1783071803.243822:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892400, rc 0) 00000100:00100000:2.0:1783071803.244172:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+35:2406:x1869685692990080:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 875us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.244180:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 18 00000100:00100000:3.0:1783071803.246194:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+34:18821:x1869685692989824:12345-192.168.204.38@tcp:101:bash.0 Request processed in 8846us (9048us total) trans 12884901912 rc 0/0 00000100:00100000:3.0:1783071803.246211:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 50 00000100:00100000:2.0:1783071803.252199:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.252992:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990336 00000100:00100000:3.0:1783071803.253003:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990336 00000100:00100000:3.0:1783071803.253094:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 51 00000100:00100000:3.0:1783071803.253104:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+34:18821:x1869685692990336:12345-192.168.204.38@tcp:36:bash.0 00010000:00010000:3.0:1783071803.257057:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.257093:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.257110:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1783071803.257174:0:22644:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:3.0:1783071803.257200:0:22644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000ff993237 reply state 00000000c8ae3abf transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.257214:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.257222:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.257225:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783071803.257230:0:22644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783071803.260050:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18821:x1869685692990336:12345-192.168.204.38@tcp:36:bash.0 Request processed in 6935us (7848us total) trans 12884901914 rc 0/0 00000100:00100000:3.0:1783071803.260073:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 51 00000020:00080000:3.0:1783071803.260080:0:22644:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1783071803.265748:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.266709:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990464 00000100:00100000:3.0:1783071803.266721:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990464 00000100:00100000:3.0:1783071803.266797:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 52 00000100:00100000:3.0:1783071803.266810:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18821:x1869685692990464:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:3.0:1783071803.266839:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071803.266882:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde18e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d9949c expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.266959:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde18e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9949c expref: 38 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.266974:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde18e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9949c expref: 38 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.266995:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.266998:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1783071803.267002:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b421d9e00, rc 0) 00000100:00100000:3.0:1783071803.267095:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18821:x1869685692990464:12345-192.168.204.38@tcp:101:bash.0 Request processed in 289us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.267106:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 52 00010000:00010000:0.0:1783071803.269154:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1783071803.273687:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.273851:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990592 00000100:00100000:1.0:1783071803.273861:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990592 00000100:00100000:1.0:1783071803.273928:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 53 00000100:00100000:1.0:1783071803.273939:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18821:x1869685692990592:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:1.0:1783071803.273960:0:22645:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071803.273980:0:22645:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde195 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994a3 expref: -99 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.274077:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.274092:0:22645:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 39 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.274119:0:22645:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.274154:0:22645:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 39 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.274167:0:22645:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 39 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.274182:0:22645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22645:1869685707766784:192.168.204.38@tcp:104: 00000100:00100000:1.0:1783071803.274283:0:22645:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1783071803.278188:0:22645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd1880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22645:1869685707766784:192.168.204.38@tcp:104: 00010000:00010000:1.0:1783071803.278226:0:22645:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.282623:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.282784:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990720 00000100:00100000:3.0:1783071803.282795:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990720 00010000:00010000:3.0:1783071803.282837:0:22631:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 40 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.282885:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 19 00000100:00100000:3.0:1783071803.282894:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+40:2405:x1869685692990720:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783071803.282909:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071803.282916:0:22631:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 40 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.282929:0:22631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 40 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.282972:0:22631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892400/0x6b58994c2cbde179 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99495 expref: 40 pid: 22646 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.282989:0:22631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.282995:0:22631:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.283005:0:22631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.283012:0:22631:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.283042:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071803.283120:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+39:2405:x1869685692990720:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 226us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.283129:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 19 00010000:00010000:0.0:1783071803.284407:0:22645:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.284422:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071803.284506:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783071803.284511:0:22645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071803.284540:0:22645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.284582:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde195 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994a3 expref: 39 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.284604:0:22645:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994a3 expref: 38 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.284634:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071803.284637:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071803.284640:0:22645:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6800, rc 0) 00000100:00100000:0.0:1783071803.284706:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18821:x1869685692990592:12345-192.168.204.38@tcp:101:bash.0 Request processed in 10768us (11028us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.284714:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 53 00000100:00100000:0.0:1783071803.289972:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.290073:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692990976 00000100:00100000:2.0:1783071803.290085:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692990976 00000100:00100000:2.0:1783071803.290175:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:2.0:1783071803.290187:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18821:x1869685692990976:12345-192.168.204.38@tcp:103:bash.0 00010000:00010000:2.0:1783071803.290205:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1783071803.290232:0:22630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde18e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d9949c expref: 38 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.290256:0:22630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde19c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994a3 expref: 37 pid: 22645 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.290268:0:22630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:2.0:1783071803.290274:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1783071803.290344:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+36:18821:x1869685692990976:12345-192.168.204.38@tcp:103:bash.0 Request processed in 159us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.290354:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 3 00000100:00100000:2.0:1783071803.295551:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.298614:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991104 00000100:00100000:3.0:1783071803.298630:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991104 00000100:00100000:2.0:1783071803.301863:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 54 00000100:00100000:2.0:1783071803.301878:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+36:18821:x1869685692991104:12345-192.168.204.38@tcp:58:bash.0 00010000:00010000:2.0:1783071803.301984:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.302002:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.302026:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783071803.306970:0:25149:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1783071803.307002:0:25149:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1783071803.307241:0:25149:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1783071803.307440:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+36:18821:x1869685692991104:12345-192.168.204.38@tcp:58:bash.0 Request processed in 5558us (11893us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.307451:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 54 00000100:00100000:3.0:1783071803.316811:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.318132:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991232 00000100:00100000:2.0:1783071803.318145:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991232 00000100:00100000:2.0:1783071803.318205:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 55 00000100:00100000:2.0:1783071803.318216:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+36:18821:x1869685692991232:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:2.0:1783071803.318239:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071803.318261:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994aa expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318325:0:22644:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318338:0:22644:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 37 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318359:0:22644:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318455:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 37 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318469:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:2.0:1783071803.318472:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783071803.318476:0:22644:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 37 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.318503:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66c00, rc 0) 00000100:00100000:2.0:1783071803.318601:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18821:x1869685692991232:12345-192.168.204.38@tcp:101:bash.0 Request processed in 386us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.318608:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 55 00000040:00080000:2.0:1783071803.720629:0:22679:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783071803.720644:0:22679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783071803.720679:0:22679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1783071803.720694:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1783071803.720847:0:22679:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22679:1869685707766912:192.168.204.38@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1783071803.720959:0:22679:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a02f43540 going to sleep for 11 seconds 00000100:00100000:2.0:1783071803.725990:0:22679:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22679:1869685707766912:192.168.204.38@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1783071803.728591:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.729120:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991360 00000100:00100000:1.0:1783071803.729138:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991360 00000100:00100000:1.0:1783071803.729206:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 56 00000100:00100000:1.0:1783071803.729217:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18823:x1869685692991360:12345-192.168.204.38@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1783071803.729254:0:22646:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1783071803.729458:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18823:x1869685692991360:12345-192.168.204.38@tcp:53:lhsmtool_posix.0 Request processed in 242us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071803.729466:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 56 00000100:00100000:3.0:1783071803.738913:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.742422:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991488 00000100:00100000:0.0:1783071803.742437:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991488 00000100:00100000:0.0:1783071803.742516:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 57 00000100:00100000:0.0:1783071803.742528:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18823:x1869685692991488:12345-192.168.204.38@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1783071803.742619:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742637:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742648:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742686:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742693:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742700:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742724:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742733:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742739:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1783071803.742793:0:22645:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1783071803.742798:0:22645:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1783071803.742811:0:22645:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742822:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742828:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742834:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742853:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071803.742857:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742864:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742876:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f8a0238ef00) 00010000:00010000:0.0:1783071803.742879:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071803.742885:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742890:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde1b1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742907:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742914:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742919:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742923:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34893000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071803.742925:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742930:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742949:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8f8a0238e000) 00010000:00010000:0.0:1783071803.742951:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071803.742954:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742959:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1b8 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742974:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742979:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742984:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742988:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892200 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:0.0:1783071803.742991:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.742996:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.743003:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071803.743005:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1783071803.743008:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.743013:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1bf lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.743126:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18823:x1869685692991488:12345-192.168.204.38@tcp:34:lhsmtool_posix.0 Request processed in 599us (4225us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.744308:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 57 00000100:00100000:0.0:1783071803.747450:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.747584:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991744 00000100:00100000:1.0:1783071803.747595:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991744 00000100:00100000:1.0:1783071803.747698:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 58 00000100:00100000:1.0:1783071803.747709:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+37:18823:x1869685692991744:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1783071803.747729:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1783071803.747749:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6a00/0x6b58994c2cbde1c6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994b1 expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.747874:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.747890:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.747902:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1783071803.747913:0:22646:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1783071803.747997:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748005:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748012:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748017:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7c00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.748022:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748029:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748062:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.748066:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1783071803.748071:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748077:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7c00/0x6b58994c2cbde1cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748124:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6a00/0x6b58994c2cbde1c6 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994b1 expref: 39 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748144:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8f8a0238ef00) 00010000:00010000:1.0:1783071803.748147:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1783071803.748151:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6a00/0x6b58994c2cbde1c6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994b1 expref: 39 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.748161:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8a03bd6a00, rc 0) 00000100:00100000:1.0:1783071803.748235:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18823:x1869685692991744:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 528us (795us total) trans 12884901915 rc 301/301 00000100:00100000:1.0:1783071803.748242:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 58 00000100:00100000:1.0:1783071803.755361:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.755538:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692991872 00000100:00100000:2.0:1783071803.755550:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692991872 00000100:00100000:2.0:1783071803.755622:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 59 00000100:00100000:2.0:1783071803.755634:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18823:x1869685692991872:12345-192.168.204.38@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1783071803.755679:0:22644:0:(mdt_handler.c:7960:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1783071803.755807:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18823:x1869685692991872:12345-192.168.204.38@tcp:53:lhsmtool_posix.0 Request processed in 174us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.755815:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 59 00000100:00100000:3.0:1783071803.759131:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.762351:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692992128 00000100:00100000:0.0:1783071803.762663:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692992128 00000100:00100000:0.0:1783071803.762996:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00100000:0.0:1783071803.763011:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+38:18823:x1869685692992128:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783071803.763038:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071803.763075:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1db lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994b8 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1783071803.766444:0:25149:0:(osp_internal.h:570:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:0.0:1783071803.766461:0:25149:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1783071803.766489:0:25149:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1783071803.766711:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1e2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.766746:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.766761:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1e2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.766844:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892200/0x6b58994c2cbde1db lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994b8 expref: 41 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.766866:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1e2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994b8 expref: 40 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.766895:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8a0238e000) 00010000:00010000:0.0:1783071803.766898:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1783071803.766902:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893000, rc 0) 00000100:00100000:0.0:1783071803.766985:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+40:18823:x1869685692992128:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 3977us (7868us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1783071803.766994:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 60 00000100:00100000:3.0:1783071803.773594:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.774680:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692992384 00000100:00100000:2.0:1783071803.774696:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692992384 00000100:00100000:2.0:1783071803.774786:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00100000:2.0:1783071803.774799:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+40:18823:x1869685692992384:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1783071803.774883:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071803.774942:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde1e2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994b8 expref: 40 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.774964:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8a0238e000) 00010000:00010000:2.0:1783071803.774978:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1783071803.775005:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775021:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775031:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775048:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775066:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775074:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775359:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775446:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775452:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775458:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66600 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071803.775470:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775477:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775487:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:2.0:1783071803.775489:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071803.775493:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775499:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66600/0x6b58994c2cbde1f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775509:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775514:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775519:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775524:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd67400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:2.0:1783071803.775526:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775532:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775539:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x26395fb (ffff8f8b05437100) 00010000:00010000:2.0:1783071803.775541:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1783071803.775549:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.775555:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde1f7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x26395fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071803.775740:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+39:18823:x1869685692992384:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 Request processed in 940us (2167us total) trans 0 rc -2/-2 00000100:00100000:2.0:1783071803.775749:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 61 00000100:00100000:1.0:1783071803.782604:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.782715:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692992512 00000100:00100000:3.0:1783071803.782735:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692992512 00000100:00100000:3.0:1783071803.782805:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 62 00000100:00100000:3.0:1783071803.782816:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+39:18823:x1869685692992512:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783071803.782841:0:22646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071803.782875:0:22646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde1fe lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994bf expref: -99 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.782918:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8600/0x6b58994c2cbde205 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.782933:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8600/0x6b58994c2cbde205 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.782946:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8600/0x6b58994c2cbde205 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.783086:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde1fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994bf expref: 41 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.783107:0:22646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8600/0x6b58994c2cbde205 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994bf expref: 40 pid: 22646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.783117:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:3.0:1783071803.783120:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1783071803.783124:0:22646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b421d8600, rc 0) 00000100:00100000:3.0:1783071803.783597:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+40:18823:x1869685692992512:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 782us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.783606:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 62 00000100:00100000:3.0:1783071803.791321:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.791899:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692992768 00000100:00100000:0.0:1783071803.791913:0:22645:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692992768 00000100:00100000:0.0:1783071803.791991:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 63 00000100:00100000:0.0:1783071803.792002:0:22645:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+40:18823:x1869685692992768:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1783071803.792103:0:22645:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.792122:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.792144:0:22645:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1783071803.792352:0:22645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:0.0:1783071803.792408:0:22645:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 705580997221ns, next at 706580994896ns, rc = 0 00000004:00010000:0.0:1783071803.792536:0:22645:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000068fa7a2 reply state 0000000001e7553b transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.792549:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.792557:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:0.0:1783071803.792575:0:22645:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1783071803.792579:0:22645:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1783071803.792680:0:22645:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+42:18823:x1869685692992768:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 Request processed in 679us (1368us total) trans 12884901917 rc 0/0 00000100:00100000:0.0:1783071803.792688:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 63 00000100:00100000:0.0:1783071803.800261:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.800357:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692992896 00000100:00100000:2.0:1783071803.800398:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692992896 00000100:00100000:2.0:1783071803.800469:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 64 00000100:00100000:2.0:1783071803.800479:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+42:18823:x1869685692992896:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783071803.800505:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071803.800528:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994c6 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.800594:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 43 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.800612:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 43 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.800633:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:2.0:1783071803.800637:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1783071803.800641:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67400, rc 0) 00000100:00100000:2.0:1783071803.800714:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+43:18823:x1869685692992896:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 236us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.800722:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 64 00000100:00100000:1.0:1783071803.807326:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.807418:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692993024 00000100:00100000:3.0:1783071803.807428:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692993024 00000100:00100000:3.0:1783071803.807500:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:3.0:1783071803.807509:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2405:x1869685692993024:12345-192.168.204.38@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1783071803.807810:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2405:x1869685692993024:12345-192.168.204.38@tcp:2:lhsmtool_posix.0 Request processed in 301us (493us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1783071803.807819:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00080000:0.0:1783071803.807979:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1783071803.820233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.820394:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692993280 00000100:00100000:1.0:1783071803.820406:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692993280 00000100:00100000:1.0:1783071803.820483:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00100000:1.0:1783071803.820495:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+43:18823:x1869685692993280:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1783071803.820773:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+44:18823:x1869685692993280:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 Request processed in 280us (551us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1783071803.820782:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 11 00000100:00100000:2.0:1783071803.823636:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.823878:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692993536 00000100:00100000:3.0:1783071803.823889:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692993536 00000100:00100000:3.0:1783071803.823963:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 65 00000100:00100000:3.0:1783071803.823974:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+44:18823:x1869685692993536:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1783071803.824151:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+44:18823:x1869685692993536:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 Request processed in 178us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.824160:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 65 00000100:00100000:0.0:1783071803.827019:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.827144:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692993664 00000100:00100000:2.0:1783071803.827154:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692993664 00000100:00100000:2.0:1783071803.827225:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 66 00000100:00100000:2.0:1783071803.827235:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+44:18823:x1869685692993664:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1783071803.827265:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071803.827292:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66200/0x6b58994c2cbde21a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994cd expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827427:0:25149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827451:0:25149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827466:0:25149:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783071803.827517:0:25149:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1783071803.827546:0:25149:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827580:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66200/0x6b58994c2cbde21a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994cd expref: 46 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827606:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994cd expref: 45 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.827731:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:2.0:1783071803.827734:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1783071803.827753:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd67200, rc 0) 00000100:00100000:2.0:1783071803.827809:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+45:18823:x1869685692993664:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 575us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.827817:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 66 00000100:00100000:1.0:1783071803.831303:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.831916:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692993792 00000100:00100000:3.0:1783071803.831928:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692993792 00000100:00100000:3.0:1783071803.831999:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:3.0:1783071803.832010:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2406:x1869685692993792:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1783071803.832030:0:24813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1783071803.832062:0:24813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994d4 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1783071803.832091:0:24813:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a47843c, blocks: 0x0 00010000:00010000:3.0:1783071803.832112:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=705s v=(0 0) 00010000:00010000:3.0:1783071803.832117:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071803.832136:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 7 pid: 24813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.832157:0:24813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 7 pid: 24813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.832187:0:24813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b421d8400, rc 0) 00000100:00100000:3.0:1783071803.832263:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2406:x1869685692993792:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 254us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.832270:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:0.0:1783071803.836576:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.836733:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994048 00000100:00100000:3.0:1783071803.836745:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994048 00000100:00100000:3.0:1783071803.836805:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 67 00000100:00100000:3.0:1783071803.836816:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+45:18823:x1869685692994048:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1783071803.836937:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+45:18823:x1869685692994048:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 Request processed in 123us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.836944:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 67 00000100:00100000:1.0:1783071803.841490:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.841650:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994176 00000100:00100000:2.0:1783071803.841660:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994176 00000100:00100000:2.0:1783071803.841722:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:2.0:1783071803.841733:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+45:18823:x1869685692994176:12345-192.168.204.38@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1783071803.847864:0:22624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:0.0:1783071803.847884:0:22624:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:0.0:1783071803.847943:0:22624:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:2.0:1783071803.848153:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783071803.848184:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707767040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1783071803.848268:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071803.848336:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707767040 00000100:00100000:2.0:1783071803.848343:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707767040 00000100:00100000:2.0:1783071803.848410:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1783071803.848622:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707767040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1783071803.848750:0:25153:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1783071803.848754:0:25153:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1783071803.848756:0:25153:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1783071803.848759:0:25153:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1783071804 -> 1783071804 00002000:00010000:2.0:1783071803.848762:0:25153:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1783071803.848804:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3646:x1869685707767040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 385us (536us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1783071803.848811:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:1.0:1783071803.848899:0:3631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848915:0:3631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848923:0:3631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848935:0:3631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34893200 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.848941:0:3631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848952:0:3631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848972:0:3631:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:1.0:1783071803.848975:0:3631:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1783071803.848986:0:3631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.848993:0:3631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893200/0x6b58994c2cbde03e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849219:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849232:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849239:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849249:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892600 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849253:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849260:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849297:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8f8a0238e100) 00010000:00010000:3.0:1783071803.849300:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849303:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849313:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892600/0x6b58994c2cbddfea lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849337:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849344:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849351:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849357:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849360:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849410:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849419:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:3.0:1783071803.849421:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849424:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849430:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892a00/0x6b58994c2cbddff1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849661:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849670:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849677:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849682:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849685:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849691:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849701:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f8a020c9100) 00010000:00010000:3.0:1783071803.849703:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849706:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849713:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7400/0x6b58994c2cbde099 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849728:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849735:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849751:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849764:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7e00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849767:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849774:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849784:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.849786:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849790:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849796:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7e00/0x6b58994c2cbde11e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849807:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849813:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849820:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849826:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd6c00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849829:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849835:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849851:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.849853:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849856:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849863:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6c00/0x6b58994c2cbde141 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849873:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849880:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849886:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849892:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849895:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849901:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849907:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071803.849909:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071803.849912:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849918:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde187 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849940:0:3632:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849946:0:3632:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849953:0:3632:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849960:0:3632:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b34892000 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071803.849963:0:3632:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849971:0:3632:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849978:0:3632:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:3.0:1783071803.849981:0:3632:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1783071803.849983:0:3632:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.849990:0:3632:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34892000/0x6b58994c2cbde20c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22645 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1783071803.850425:0:3646:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8f8b35d54380/2, rc 0, transno 12884901892 00000100:00100000:2.0:1783071803.850677:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35d54380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707767040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1783071803.850825:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+14:18823:x1869685692994176:12345-192.168.204.38@tcp:44:lhsmtool_posix.0 Request processed in 9091us (9342us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.850852:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 68 00000100:00100000:1.0:1783071803.854166:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.854423:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994304 00000100:00100000:2.0:1783071803.854630:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994304 00000100:00100000:2.0:1783071803.854687:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:2.0:1783071803.854697:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2403:x1869685692994304:12345-192.168.204.38@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1783071803.854855:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2403:x1869685692994304:12345-192.168.204.38@tcp:16:lhsmtool_posix.0 Request processed in 156us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.854864:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:0.0:1783071803.859254:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.859426:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994560 00000100:00100000:3.0:1783071803.859445:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994560 00000100:00100000:3.0:1783071803.859503:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00100000:3.0:1783071803.859513:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+14:18823:x1869685692994560:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1783071803.859578:0:22644:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071803.859610:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67200/0x6b58994c2cbde221 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994cd expref: 14 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.859641:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:3.0:1783071803.859646:0:22644:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1783071803.859676:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9000/0x6b58994c2cbde22f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.859689:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9000/0x6b58994c2cbde22f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.859698:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9000/0x6b58994c2cbde22f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783071803.859827:0:22644:0:(mdt_handler.c:4478:mdt_save_lock()) ### save lock request 00000000feb4fbd7 reply state 0000000083b1256d transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9000/0x6b58994c2cbde22f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.859840:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9000/0x6b58994c2cbde22f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.859847:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:3.0:1783071803.859849:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1783071803.859852:0:22644:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1783071803.859951:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+15:18823:x1869685692994560:12345-192.168.204.38@tcp:36:lhsmtool_posix.0 Request processed in 437us (707us total) trans 12884901919 rc 0/0 00000100:00100000:3.0:1783071803.859959:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 69 00000100:00100000:1.0:1783071803.863889:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.863986:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994688 00000100:00100000:0.0:1783071803.863996:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994688 00000100:00100000:0.0:1783071803.864070:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 24 00000100:00100000:0.0:1783071803.864081:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b25c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18823:x1869685692994688:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1783071803.864100:0:24152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071803.864118:0:24152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994db expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.864162:0:24152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 8 pid: 24813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.864179:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071803.864184:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071803.864190:0:24152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 8 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.864243:0:24152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 8 pid: 24813 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.864256:0:24152:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 8 pid: 24813 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.864270:0:24152:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24152:1869685707767168:192.168.204.38@tcp:104: 00000100:00100000:0.0:1783071803.864390:0:24152:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b3b664d80 going to sleep for 11 seconds 00000100:00100000:1.0:1783071803.871659:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.871746:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994816 00000100:00100000:3.0:1783071803.871756:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994816 00010000:00010000:3.0:1783071803.871796:0:22631:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 9 pid: 24813 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.871837:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:3.0:1783071803.871860:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:2405:x1869685692994816:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783071803.871875:0:22631:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1783071803.871896:0:22631:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 9 pid: 24813 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.871911:0:22631:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 9 pid: 24813 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.871938:0:22631:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071803.871942:0:22631:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071803.871948:0:22631:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.871959:0:22631:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.871996:0:22631:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.872010:0:22631:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22631:1869685707767296:192.168.204.38@tcp:105: 00000100:00100000:3.0:1783071803.872104:0:22631:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea300 going to sleep for 11 seconds 00000100:00100000:3.0:1783071803.874404:0:22631:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:22631:1869685707767296:192.168.204.38@tcp:105: 00010000:00010000:3.0:1783071803.874445:0:22631:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1783071803.874500:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:2405:x1869685692994816:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 2641us (2852us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.874529:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 20 00010000:00010000:0.0:1783071803.875659:0:24152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef65c43c/0x6b58994c2cbde228 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994d4 expref: 8 pid: 24813 timeout: 805 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.875692:0:24152:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b80380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:24152:1869685707767168:192.168.204.38@tcp:104: 00010000:00010000:0.0:1783071803.875717:0:24152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 7 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.875736:0:24152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892e00, rc 0) 00000100:00100000:0.0:1783071803.875793:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b25c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18823:x1869685692994688:12345-192.168.204.38@tcp:101:lhsmtool_posix.0 Request processed in 11714us (11915us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.875801:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 24 00000100:00100000:1.0:1783071803.878498:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.878807:0:24153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692994944 00000100:00100000:2.0:1783071803.878815:0:24153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692994944 00000100:00100000:2.0:1783071803.878884:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 25 00000100:00100000:2.0:1783071803.878895:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2403:x1869685692994944:12345-192.168.204.38@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1783071803.879063:0:24153:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1783071803.879066:0:24153:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1783071804 00002000:00010000:2.0:1783071803.879069:0:24153:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1783071802 00002000:00010000:2.0:1783071803.879071:0:24153:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1783071804 -> 1783071804 00002000:00010000:2.0:1783071803.879074:0:24153:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1783071803.879242:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2403:x1869685692994944:12345-192.168.204.38@tcp:2:lhsmtool_posix.0 Request processed in 348us (753us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1783071803.879251:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 25 00000100:00100000:2.0:1783071803.883264:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.883357:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995072 00000100:00100000:3.0:1783071803.883393:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995072 00000100:00100000:3.0:1783071803.883460:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:3.0:1783071803.883471:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2404:x1869685692995072:12345-192.168.204.38@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1783071803.883523:0:24813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.883545:0:24813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 8 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.883555:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1783071803.883560:0:24813:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1783071803.883565:0:24813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.883604:0:24813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 8 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.883619:0:24813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 8 pid: 24152 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.883636:0:24813:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24813:1869685707767424:192.168.204.38@tcp:104: 00000100:00100000:3.0:1783071803.883722:0:24813:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea300 going to sleep for 11 seconds 00000100:00100000:3.0:1783071803.890424:0:24813:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24813:1869685707767424:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071803.890478:0:24813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071803.899846:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.899959:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995200 00000100:00100000:0.0:1783071803.899969:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995200 00010000:00010000:0.0:1783071803.900009:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.900088:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:0.0:1783071803.900099:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+9:2405:x1869685692995200:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1783071803.900117:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1783071803.900148:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.900163:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.900197:0:22630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e586e2a/0x6b58994c2cbde236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994db expref: 9 pid: 24152 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.900214:0:22630:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1783071803.900218:0:22630:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1783071803.900224:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.900233:0:22630:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.900270:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1783071803.900337:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2405:x1869685692995200:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 239us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.900347:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 21 00010000:00010000:3.0:1783071803.900614:0:24813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900626:0:24813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900651:0:24813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900661:0:24813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900670:0:24813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900679:0:24813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:3.0:1783071803.900683:0:24813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900694:0:24813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900708:0:24813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.900725:0:24813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000612b690b/0x6b58994c2cbde23d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.900783:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:2404:x1869685692995072:12345-192.168.204.38@tcp:1:lhsmtool_posix.0 Request processed in 17313us (17532us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071803.900792:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 26 00000100:00100000:0.0:1783071803.909426:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.909538:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995456 00000100:00100000:3.0:1783071803.909553:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995456 00000100:00100000:3.0:1783071803.909629:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 70 00000100:00100000:3.0:1783071803.909642:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+15:18823:x1869685692995456:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1783071803.909745:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.909764:0:22646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 15 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.909775:0:22646:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.909816:0:22646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 15 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.909831:0:22646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 15 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071803.909847:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707767552:192.168.204.38@tcp:104: 00000100:00100000:3.0:1783071803.909954:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b1edea300 going to sleep for 11 seconds 00000100:00100000:3.0:1783071803.912565:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707767552:192.168.204.38@tcp:104: 00010000:00010000:3.0:1783071803.912600:0:22646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.913763:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.913860:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995584 00000100:00100000:1.0:1783071803.913869:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995584 00010000:00010000:1.0:1783071803.913913:0:22629:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.913957:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 22 00000100:00100000:1.0:1783071803.913966:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+16:2405:x1869685692995584:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1783071803.913983:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1783071803.913990:0:22629:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914002:0:22629:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914025:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893800/0x6b58994c2cbde117 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d99479 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914043:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.914058:0:22629:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 15 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914069:0:22629:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914077:0:22629:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914099:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.914224:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1783071803.914298:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+15:2405:x1869685692995584:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 332us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071803.914307:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 22 00010000:00010000:0.0:1783071803.915576:0:22646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.915593:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.916323:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.916346:0:22646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 15 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.916356:0:22646:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.916506:0:22646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 15 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.916523:0:22646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 15 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.916539:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707767680:192.168.204.38@tcp:104: 00000100:00100000:1.0:1783071803.916627:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fb780 going to sleep for 11 seconds 00000100:00100000:0.0:1783071803.920644:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.920757:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707767680:192.168.204.38@tcp:104: 00010000:00010000:1.0:1783071803.920785:0:22646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071803.920881:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995712 00000100:00100000:2.0:1783071803.920888:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995712 00010000:00010000:2.0:1783071803.920923:0:22630:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783071803.920976:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:2.0:1783071803.920986:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3eb92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+16:2403:x1869685692995712:12345-192.168.204.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1783071803.921003:0:22630:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1783071803.921010:0:22630:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921021:0:22630:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921045:0:22630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd67400/0x6b58994c2cbde213 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994c6 expref: 16 pid: 25149 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921074:0:22630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:2.0:1783071803.921079:0:22630:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921090:0:22630:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921098:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071803.921134:0:22630:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1783071803.921299:0:22646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.921309:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1783071803.921493:0:22646:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:1.0:1783071803.921629:0:22646:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:1.0:1783071803.921669:0:22646:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:1.0:1783071803.921758:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22646:1869685707767808:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783071803.921869:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3eb92050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+18:2403:x1869685692995712:12345-192.168.204.38@tcp:103:ldlm_bl.0 Request processed in 882us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.921879:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:1.0:1783071803.923888:0:22646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071803.924069:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fbd80 going to sleep for 11 seconds 00000100:00100000:2.0:1783071803.924702:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707767808 00000100:00100000:2.0:1783071803.924732:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707767808 00000100:00100000:2.0:1783071803.924832:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1783071803.924843:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22646:x1869685707767808:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1783071803.924975:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22646:x1869685707767808:12345-0@lo:1000:mdt00_002.0 Request processed in 133us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.924982:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1783071803.925064:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22646:1869685707767808:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1783071803.925325:0:22646:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:1.0:1783071803.925428:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22646:1869685707767936:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1783071803.925711:0:22646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071803.925877:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8b421fbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1783071803.925967:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707767936 00000100:00100000:0.0:1783071803.925972:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707767936 00000100:00100000:0.0:1783071803.926004:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1783071803.926012:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22646:x1869685707767936:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1783071803.926378:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22646:x1869685707767936:12345-0@lo:1000:mdt00_002.0 Request processed in 351us (651us total) trans 12884901894 rc 0/0 00000100:00100000:0.0:1783071803.926386:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1783071803.926617:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22646:1869685707767936:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1783071803.926662:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926672:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926679:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926685:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd7600 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.926700:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926709:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926725:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:1.0:1783071803.926729:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783071803.926734:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926740:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd7600/0x6b58994c2cbde24b lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926772:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926778:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926784:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926790:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b2fd66a00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.926793:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926799:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926806:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.926809:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1783071803.926822:0:22646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 18 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926836:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 18 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926846:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 18 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.926902:0:22646:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66c00/0x6b58994c2cbde1aa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994aa expref: 18 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.926915:0:22646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03bd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707768064:192.168.204.38@tcp:105: 00000100:00100000:1.0:1783071803.927031:0:22646:0:(client.c:2701:ptlrpc_set_wait()) set ffff8f8a032c0840 going to sleep for 11 seconds 00000100:00100000:0.0:1783071803.930657:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071803.930732:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995840 00000100:00100000:2.0:1783071803.930742:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995840 00000100:00100000:2.0:1783071803.930803:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 12 00000100:00100000:2.0:1783071803.930814:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+19:18821:x1869685692995840:12345-192.168.204.38@tcp:49:bash.0 00000100:00100000:2.0:1783071803.930961:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+19:18821:x1869685692995840:12345-192.168.204.38@tcp:49:bash.0 Request processed in 147us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071803.930969:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 12 00000100:00100000:2.0:1783071803.935013:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:0.0:1783071803.935146:0:24152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692995968 00000100:00100000:0.0:1783071803.935158:0:24152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692995968 00000100:00100000:0.0:1783071803.935227:0:24152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:0.0:1783071803.935238:0:24152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+7:18821:x1869685692995968:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:0.0:1783071803.935260:0:24152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071803.935286:0:24152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c6cbd33/0x6b58994c2cbde252 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994e2 expref: -99 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1783071803.935316:0:24152:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a47843c, atime: 0x6a47843a, ctime: 0x6a47843c, blocks: 0x0 00010000:00010000:0.0:1783071803.935343:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=705s v=(0 0) 00010000:00010000:0.0:1783071803.935348:0:24152:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1783071803.935420:0:24152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c6cbd33/0x6b58994c2cbde252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994e2 expref: 8 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.935455:0:24152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c6cbd33/0x6b58994c2cbde252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994e2 expref: 8 pid: 24152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.935471:0:24152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34892600, rc 0) 00000100:00100000:0.0:1783071803.935543:0:24152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:18821:x1869685692995968:12345-192.168.204.38@tcp:101:bash.0 Request processed in 306us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.935551:0:24152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 27 00000100:00100000:1.0:1783071803.936787:0:22646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03bd0000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22646:1869685707768064:192.168.204.38@tcp:105: 00010000:00010000:1.0:1783071803.936820:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936832:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66a00/0x6b58994c2cbde1a3 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 25149 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936872:0:22646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936886:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936897:0:22646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936925:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936931:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936938:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936944:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8a03bd6800 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.936948:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936956:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936969:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.936972:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1783071803.936976:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936982:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8a03bd6800/0x6b58994c2cbde259 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936992:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.936998:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.937004:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.937014:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9c00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:1.0:1783071803.937017:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.937024:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.937033:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:1.0:1783071803.937035:0:22646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1783071803.937038:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783071803.937043:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9c00/0x6b58994c2cbde244 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783071803.937317:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+18:18823:x1869685692995456:12345-192.168.204.38@tcp:57:lhsmtool_posix.0 Request processed in 27675us (27900us total) trans 12884901924 rc 0/0 00000100:00100000:1.0:1783071803.937326:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 70 00000020:00080000:1.0:1783071803.937331:0:22646:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1783071803.941427:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071803.941496:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.941580:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692996224 00000100:00100000:3.0:1783071803.941591:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692996224 00000100:00100000:3.0:1783071803.941661:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 13 00000100:00100000:3.0:1783071803.941672:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+18:18823:x1869685692996224:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1783071803.942014:0:22648:0:(mdd_object.c:4010:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1783071803.942066:0:22648:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:3.0:1783071803.942106:0:22648:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783071803.942242:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692996352 00000100:00100000:0.0:1783071803.942248:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692996352 00000100:00100000:0.0:1783071803.942293:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 71 00000100:00100000:0.0:1783071803.942301:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18821:x1869685692996352:12345-192.168.204.38@tcp:101:bash.0 00010000:00010000:0.0:1783071803.942314:0:22644:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1783071803.942329:0:22644:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde267 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994e9 expref: -99 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942395:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde26e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942408:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde26e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942421:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde26e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942535:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893a00/0x6b58994c2cbde267 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994e9 expref: 23 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942573:0:22644:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b34893000/0x6b58994c2cbde26e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994e9 expref: 22 pid: 22644 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.942583:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:0.0:1783071803.942586:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1783071803.942591:0:22644:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b34893000, rc 0) 00000100:00100000:0.0:1783071803.942668:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+22:18821:x1869685692996352:12345-192.168.204.38@tcp:101:bash.0 Request processed in 366us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071803.942675:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 71 00010000:00010000:3.0:1783071803.942761:0:22648:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.942771:0:22648:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.942780:0:22648:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.942786:0:22648:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.942793:0:22648:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071803.942817:0:22648:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1783071803.942883:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18823:x1869685692996224:12345-192.168.204.38@tcp:35:lhsmtool_posix.0 Request processed in 1214us (1467us total) trans 12884901926 rc 0/0 00000100:00100000:3.0:1783071803.942892:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 13 00000020:00080000:3.0:1783071803.942896:0:22648:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1783071803.944339:0:25150:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1783071803.944356:0:25150:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.944396:0:25150:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc0b8ace0) 00010000:00010000:0.0:1783071803.944401:0:25150:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.944417:0:25150:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.944444:0:25150:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8f8b03d46900) 00010000:00010000:0.0:1783071803.944447:0:25150:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1783071803.944453:0:25150:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.944459:0:25150:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde260 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22648 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783071803.944483:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071803.944506:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783071803.944508:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1783071803.946871:0:22679:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783071803.946881:0:22679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783071803.946901:0:22679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1783071803.946911:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1783071803.953903:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071803.954001:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692996608 00000100:00100000:3.0:1783071803.954012:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692996608 00000100:00100000:3.0:1783071803.954086:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 14 00000100:00100000:3.0:1783071803.954098:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+21:18821:x1869685692996608:12345-192.168.204.38@tcp:35:bash.0 00000001:00080000:3.0:1783071803.954480:0:22648:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000100:00100000:3.0:1783071803.954591:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:18821:x1869685692996608:12345-192.168.204.38@tcp:35:bash.0 Request processed in 494us (699us total) trans 12884901928 rc 0/0 00000100:00100000:3.0:1783071803.954599:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 14 00000020:00080000:3.0:1783071803.954604:0:22648:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1783071804.044597:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071804.044754:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692996864 00000100:00100000:2.0:1783071804.044766:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692996864 00000100:00100000:2.0:1783071804.044829:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 72 00000100:00100000:2.0:1783071804.044840:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+23:18833:x1869685692996864:12345-192.168.204.38@tcp:101:lfs.0 00010000:00010000:2.0:1783071804.044864:0:25149:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1783071804.044885:0:25149:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde275 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x19c722d6c2d994f0 expref: -99 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1783071804.044989:0:25149:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1783071804.045114:0:25149:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde275 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994f0 expref: 25 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071804.045140:0:25149:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8f8a0238ee00) 00010000:00010000:2.0:1783071804.045143:0:25149:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1783071804.045149:0:25149:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b2fd66800/0x6b58994c2cbde275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.38@tcp remote: 0x19c722d6c2d994f0 expref: 25 pid: 25149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783071804.045167:0:25149:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8f8b2fd66800, rc 0) 00000100:00100000:2.0:1783071804.045238:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:18833:x1869685692996864:12345-192.168.204.38@tcp:101:lfs.0 Request processed in 400us (651us total) trans 12884901929 rc 301/301 00000100:00100000:2.0:1783071804.045245:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 72 00000100:00100000:0.0:1783071804.048892:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071804.048990:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692996992 00000100:00100000:3.0:1783071804.049002:0:22644:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692996992 00000100:00100000:3.0:1783071804.049078:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 73 00000100:00100000:3.0:1783071804.049090:0:22644:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:18833:x1869685692996992:12345-192.168.204.38@tcp:34:lfs.0 00010000:00010000:3.0:1783071804.049187:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049204:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049216:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049230:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049255:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049263:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049344:0:22644:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049354:0:22644:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049400:0:22644:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1783071804.049728:0:22644:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049741:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049748:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049755:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049762:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9e00 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071804.049767:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049774:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049795:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8f8a0238ec00) 00010000:00010000:3.0:1783071804.049798:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071804.049803:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049810:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9e00/0x6b58994c2cbde283 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049825:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049832:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049838:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049844:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d8400 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071804.049847:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049853:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049861:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8f8b03d46600) 00010000:00010000:3.0:1783071804.049864:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071804.049867:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049873:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d8400/0x6b58994c2cbde28a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049901:0:22644:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049908:0:22644:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049914:0:22644:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049919:0:22644:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8f8b421d9800 already unused, calling callback (ffffffffc17944f0) 00010000:00010000:3.0:1783071804.049922:0:22644:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049928:0:22644:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049935:0:22644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8f8a020c9000) 00010000:00010000:3.0:1783071804.049938:0:22644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1783071804.049940:0:22644:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783071804.049947:0:22644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8f8b421d9800/0x6b58994c2cbde291 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22644 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783071804.050029:0:22644:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:18833:x1869685692996992:12345-192.168.204.38@tcp:34:lfs.0 Request processed in 940us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071804.050037:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 73 00000100:00100000:3.0:1783071804.052892:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071804.052992:0:22648:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997248 00000100:00100000:2.0:1783071804.053003:0:22648:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997248 00000100:00100000:2.0:1783071804.053073:0:22648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 15 00000100:00100000:2.0:1783071804.053084:0:22648:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+24:18833:x1869685692997248:12345-192.168.204.38@tcp:35:lfs.0 00000100:00100000:2.0:1783071804.053515:0:22648:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:18833:x1869685692997248:12345-192.168.204.38@tcp:35:lfs.0 Request processed in 432us (630us total) trans 12884901930 rc 0/0 00000100:00100000:2.0:1783071804.053524:0:22648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 15 00010000:00010000:0.0:1783071804.292059:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071804.698012:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071804.698076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071804.698129:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071804.698136:0:22637:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997376 00000100:00100000:1.0:1783071804.698149:0:22637:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997376 00000100:00100000:2.0:1783071804.698169:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:2.0:1783071804.698197:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071804.698213:0:22637:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 167 00000100:00100000:2.0:1783071804.698223:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997888 00000100:00100000:1.0:1783071804.698228:0:22637:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2403:x1869685692997376:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071804.698229:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997888 00000100:00100000:2.0:1783071804.698265:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998400 00000100:00100000:2.0:1783071804.698284:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998400 00000100:00100000:1.0:1783071804.698323:0:22637:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b644050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d9430306-02db-4c52-a4fc-8b6963574d9e+13:2403:x1869685692997376:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 99us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071804.698336:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:2.0:1783071804.698349:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2403:x1869685692997888:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071804.698350:0:22637:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 167 00000100:00100000:1.0:1783071804.698439:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997632 00000100:00100000:2.0:1783071804.698441:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2403:x1869685692997888:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 90us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.698445:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997632 00000100:00100000:2.0:1783071804.698452:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 20 00000100:00100000:2.0:1783071804.698471:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:2.0:1783071804.698480:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998400:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071804.698483:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998144 00000100:00100000:1.0:1783071804.698487:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998144 00000100:00100000:2.0:1783071804.698510:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998400:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 32us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.698516:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 70 00000100:00100000:2.0:1783071804.698523:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 21 00000100:00100000:1.0:1783071804.698528:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2403:x1869685692997632:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071804.698573:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071804.698573:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2403:x1869685692997632:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 44us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.698583:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 70 00000100:00100000:1.0:1783071804.698596:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997504 00000100:00100000:1.0:1783071804.698599:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997504 00000100:00100000:1.0:1783071804.698619:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 71 00000100:00100000:1.0:1783071804.698626:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998144:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071804.698640:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071804.698658:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998144:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 31us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.698665:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 71 00000100:00100000:2.0:1783071804.698680:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071804.698685:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 72 00000100:00100000:1.0:1783071804.698695:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:2403:x1869685692997504:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:2.0:1783071804.698721:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071804.698785:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692997760 00000100:00100000:3.0:1783071804.698790:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692997760 00000100:00100000:3.0:1783071804.698819:0:24150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998272 00000100:00100000:3.0:1783071804.698822:0:24150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998272 00000100:00100000:3.0:1783071804.698837:0:24150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 22 00000100:00100000:3.0:1783071804.698844:0:24150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2403:x1869685692997760:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:0.0:1783071804.698934:0:24153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 23 00000100:00100000:1.0:1783071804.698935:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a225ae7d-8c63-4a00-ad1d-14243ac80855+25:2403:x1869685692997504:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 237us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.698947:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 72 00000100:00100000:0.0:1783071804.698952:0:24153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998272:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071804.698964:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998016 00000100:00100000:1.0:1783071804.698970:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998016 00000100:00100000:1.0:1783071804.698991:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 73 00000100:00100000:1.0:1783071804.699006:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2403:x1869685692998016:12345-192.168.204.38@tcp:400:kworker.0 00000100:00100000:1.0:1783071804.699055:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+6:2403:x1869685692998016:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 51us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071804.699061:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 73 00000100:00080000:1.0:1783071804.699099:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1783071804.699104:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1783071804.699107:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1783071804.699109:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071804.705954:0:24150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+5:2403:x1869685692997760:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 7096us (7302us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071804.705972:0:24150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 22 00000100:00100000:0.0:1783071804.709772:0:24153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d0dc5201-72fb-46e1-86a5-b3587f897ec0+5:2403:x1869685692998272:12345-192.168.204.38@tcp:400:kworker.0 Request processed in 10813us (11038us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071804.709788:0:24153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 23 00010000:00010000:3.0:1783071805.315522:0:22632:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783071805.822795:0:25732:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000040:00080000:2.0:1783071806.020168:0:22679:0:(llog.c:800:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1783071806.020178:0:22679:0:(llog_cat.c:834:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1783071806.020213:0:22679:0:(llog.c:857:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1783071806.020222:0:22679:0:(llog.c:857:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1783071806.338593:0:25150:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783071807.254433:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:1.0:1783071807.254486:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.38@tcp (source: 12345-192.168.204.38@tcp) 00000100:00100000:3.0:1783071807.254648:0:24156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998528 00000100:00100000:3.0:1783071807.254670:0:24156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998528 00002000:00100000:3.0:1783071807.254748:0:24156:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff8f8a03bd0a80 x1869685692998528/t0(0) o4->a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp:398/0 lens 504/0 e 0 to 0 dl 1783071818 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1783071807.254761:0:24156:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f8a03bd0a80 with x1869685692998528 ext(0->8) 00002000:00010000:3.0:1783071807.254767:0:24156:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f8a03bd0a80 00000100:00100000:3.0:1783071807.254797:0:24156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 0 00000100:00100000:3.0:1783071807.254805:0:24156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+8:2405:x1869685692998528:12345-192.168.204.38@tcp:4:bash.0 00000100:00080000:1.0:1783071807.255736:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1783071807.256161:0:25153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685692998656 00000100:00100000:2.0:1783071807.256170:0:25153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685692998656 00000100:00100000:2.0:1783071807.256228:0:25153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.38@tcp, seq: 28 00000100:00100000:2.0:1783071807.256236:0:25153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+11:2405:x1869685692998656:12345-192.168.204.38@tcp:16:kworker.0 00000100:00100000:3.0:1783071807.258266:0:24156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:a225ae7d-8c63-4a00-ad1d-14243ac80855+11:2405:x1869685692998528:12345-192.168.204.38@tcp:4:bash.0 Request processed in 3449us (3768us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1783071807.258280:0:24156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 0 00002000:00100000:3.0:1783071807.258293:0:24156:0:(ofd_dev.c:2709:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x42:0x0] (0->8) req@ffff8f8a03bd0a80 x1869685692998528/t12884901895(0) o4->a225ae7d-8c63-4a00-ad1d-14243ac80855@192.168.204.38@tcp:398/0 lens 504/448 e 0 to 0 dl 1783071818 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:3.0:1783071807.258302:0:24156:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8f8a03bd0a80 with x1869685692998528 ext(0->8) 00002000:00010000:3.0:1783071807.258310:0:24156:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8f8a03bd0a80 00000001:00080000:3.0:1783071807.278312:0:24967:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:3.0:1783071807.278331:0:24967:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00000100:00100000:1.0:1783071807.284257:0:25153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03bd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:a225ae7d-8c63-4a00-ad1d-14243ac80855+6:2405:x1869685692998656:12345-192.168.204.38@tcp:16:kworker.0 Request processed in 28007us (29820us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071807.284275:0:25153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.38@tcp, seq: 28 00000100:00100000:2.0:1783071807.298921:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707768192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1783071807.299020:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1783071807.299159:0:24154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768192 00000100:00100000:1.0:1783071807.299168:0:24154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768192 00000100:00100000:1.0:1783071807.299238:0:24154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783071807.299248:0:24154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a033e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707768192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1783071807.299289:0:24154:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1783071807.299347:0:24154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a033e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707768192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1783071807.299355:0:24154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1783071807.299436:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707768192:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1783071807.299551:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1783071807.363214:0:22633:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783071807.811089:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707768704:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811163:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811205:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707769216:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811226:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811255:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707769728:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811279:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811305:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1783071807.811311:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707768576:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811337:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811357:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707769088:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811400:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811418:0:3646:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1869685707769600:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811437:0:3646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.811463:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768704 00000100:00100000:2.0:1783071807.811470:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768704 00000100:00100000:2.0:1783071807.811511:0:22649:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769216 00000100:00100000:2.0:1783071807.811514:0:22649:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769216 00000100:00100000:2.0:1783071807.811532:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783071807.811539:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0227d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707768704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811597:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0227d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1869685707768704:12345-0@lo:400:kworker.0 Request processed in 57us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811604:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1783071807.811630:0:22649:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783071807.811637:0:22649:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0227df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707769216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811665:0:22649:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0227df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1869685707769216:12345-0@lo:400:kworker.0 Request processed in 30us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811672:0:22649:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1783071807.811689:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769728 00000100:00100000:2.0:1783071807.811692:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769728 00000100:00100000:2.0:1783071807.811727:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769088 00000100:00100000:2.0:1783071807.811730:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769088 00000100:00100000:2.0:1783071807.811740:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769600 00000100:00100000:2.0:1783071807.811742:0:22646:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769600 00000100:00100000:2.0:1783071807.811757:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783071807.811762:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0227ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707769728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811792:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0227ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1869685707769728:12345-0@lo:400:kworker.0 Request processed in 30us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811798:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1783071807.811810:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783071807.811815:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0227dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707769088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811840:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0227dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1869685707769088:12345-0@lo:400:kworker.0 Request processed in 25us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811845:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1783071807.811854:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783071807.811859:0:22646:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a0227c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869685707769600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811880:0:22646:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a0227c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1869685707769600:12345-0@lo:400:kworker.0 Request processed in 21us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811885:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1783071807.811905:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768576 00000100:00100000:2.0:1783071807.811913:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768576 00000100:00100000:2.0:1783071807.811940:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1783071807.811946:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:3646:x1869685707768576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.811986:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3b647050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:880a223e-0658-402c-b194-7f424d370e04+24:3646:x1869685707768576:12345-0@lo:400:kworker.0 Request processed in 29us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.811993:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:2.0:1783071807.812028:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1783071807.812032:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1783071807.812062:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:880a223e-0658-402c-b194-7f424d370e04:3646:1869685707768576:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.812075:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3646:1869685707769088:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.812083:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3646:1869685707769600:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.812092:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3646:1869685707768704:0@lo:400:kworker.0 00000100:00100000:2.0:1783071807.812100:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3646:1869685707769216:0@lo:400:kworker.0 00010000:00080000:2.0:1783071807.812112:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a0227d880 x1869685707769728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783071807.812122:0:3646:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3646:1869685707769728:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812349:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a033e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071807.812401:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812420:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768832:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812442:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812458:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707769344:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812477:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812491:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707769856:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812510:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812527:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1783071807.812534:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707768448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783071807.812555:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812571:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768960:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812589:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812605:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707769472:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812640:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812655:0:3647:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707769984:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812673:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812702:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707770112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783071807.812722:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1783071807.812750:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768320 00000100:00100000:0.0:1783071807.812753:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768320 00000100:00100000:0.0:1783071807.812777:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783071807.812784:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1783071807.812811:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1783071807.812849:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.812855:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1783071807.812874:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768832 00000100:00100000:0.0:1783071807.812877:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768832 00000100:00100000:0.0:1783071807.812905:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769344 00000100:00100000:0.0:1783071807.812908:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769344 00000100:00100000:0.0:1783071807.812924:0:24813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768960 00000100:00100000:0.0:1783071807.812927:0:24813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768960 00000100:00100000:0.0:1783071807.812941:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071807.812946:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.812990:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768832:12345-0@lo:400:kworker.0 Request processed in 43us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.812996:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1783071807.813007:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071807.813013:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707769344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813039:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707769344:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813051:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1783071807.813063:0:24813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071807.813068:0:24813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813097:0:24813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1869685707768960:12345-0@lo:400:kworker.0 Request processed in 29us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813102:0:24813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1783071807.813122:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707768448 00000100:00100000:0.0:1783071807.813126:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707768448 00000100:00100000:0.0:1783071807.813144:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707770112 00000100:00100000:0.0:1783071807.813147:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707770112 00000100:00100000:0.0:1783071807.813158:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783071807.813163:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707768448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1783071807.813176:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3915857920 avail 3684306944 00000100:00100000:0.0:1783071807.813204:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1869685707768448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813209:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1783071807.813220:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783071807.813226:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707770112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1783071807.813234:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1783071807.813263:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707770112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813269:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1783071807.813308:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707768448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1783071807.813317:0:3647:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:0.0:1783071807.813321:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8f8b35d54380, transno 12884901892 00000004:00080000:0.0:1783071807.813340:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:0.0:1783071807.813359:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768960:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813396:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a033e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1783071807.813406:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3647:1869685707768832:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813414:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3647:1869685707769344:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813454:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a03b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707770112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1783071807.813564:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769856 00000100:00100000:0.0:1783071807.813568:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769856 00000100:00100000:0.0:1783071807.813592:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769472 00000100:00100000:0.0:1783071807.813595:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769472 00000100:00100000:0.0:1783071807.813605:0:25149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707769984 00000100:00100000:0.0:1783071807.813608:0:25149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707769984 00000100:00100000:0.0:1783071807.813620:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783071807.813625:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707769856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813660:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a03b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1869685707769856:12345-0@lo:400:kworker.0 Request processed in 33us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813665:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1783071807.813675:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1783071807.813680:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707769472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813706:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1869685707769472:12345-0@lo:400:kworker.0 Request processed in 25us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813711:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1783071807.813722:0:25149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783071807.813727:0:25149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707769984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813752:0:25149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b3c79ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1869685707769984:12345-0@lo:400:kworker.0 Request processed in 25us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1783071807.813764:0:25149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1783071807.813790:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3647:1869685707769472:0@lo:400:kworker.0 00010000:00080000:0.0:1783071807.813801:0:3647:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8f8a0227c380 x1869685707769984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1783071823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783071807.813811:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3647:1869685707769984:0@lo:400:kworker.0 00000100:00100000:0.0:1783071807.813819:0:3647:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3647:1869685707769856:0@lo:400:kworker.0 00000100:00080000:0.0:1783071807.813843:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1783071807.813846:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1783071807.813848:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1783071807.813850:0:22640:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1783071807.814013:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783071807.814024:0:3645:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8b35da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707770240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1783071807.814055:0:3645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1783071807.814091:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707770240 00000100:00100000:3.0:1783071807.814095:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707770240 00000100:00100000:3.0:1783071807.814118:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071807.814124:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8b35da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707770240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1783071807.814135:0:25337:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3915857920 avail 3684306944 00000100:00100000:3.0:1783071807.814162:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8b35da1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1869685707770240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1783071807.814167:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1783071807.814199:0:3645:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8b35da0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3645:1869685707770240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1783071807.822065:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1783071807.822099:0:3648:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8f8a0227d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707770368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1783071807.822179:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1783071807.822689:0:23386:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869685707770368 00000100:00100000:2.0:1783071807.822699:0:23386:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869685707770368 00000100:00100000:2.0:1783071807.822743:0:23386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1783071807.822752:0:23386:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8f8a02e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707770368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1783071807.822789:0:23386:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:2.0:1783071807.822837:0:23386:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8f8a02e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3648:x1869685707770368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1783071807.822844:0:23386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1783071807.822939:0:3648:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff8f8a0227d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3648:1869685707770368:0@lo:41:osp-pre-0-1.0 Debug log: 14448 lines, 14448 kept, 0 dropped, 0 bad.