00010000:00010000:2.0F:1788985370.654367:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1788985371.694191:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985371.871136:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985371.871163:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973590400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985371.871277:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1788985371.871614:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973590528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985371.871656:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985371.871971:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590400 00000100:00100000:2.0:1788985371.871982:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590400 00000100:00100000:2.0:1788985371.872044:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590528 00000100:00100000:2.0:1788985371.872048:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590528 00000100:00100000:2.0:1788985371.872067:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788985371.872075:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973590400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985371.872104:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985371.872160:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973590400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985371.872167:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788985371.872184:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1788985371.872191:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973590528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985371.872200:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985371.872235:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973590528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985371.872240:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1788985371.872286:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973590400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985371.872292:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973590528:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0F:1788985371.872396:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985372.382141:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985372.382169:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973590656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985372.382271:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985372.382375:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590656 00000100:00100000:1.0:1788985372.382384:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590656 00000100:00100000:1.0:1788985372.382442:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1788985372.382453:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973590656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985372.382494:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985372.382600:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973590656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985372.382608:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1788985372.382653:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973590656:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985372.705336:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985373.189448:0:48794:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeae3b0b30 20000000:00000080:1.0:1788985373.189466:0:48794:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144072c00 uarg=0000000000000000 00010000:00010000:1.0:1788985373.190672:0:48794:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788985373.190710:0:48794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494d00) 00010000:00010000:1.0:1788985373.190713:0:48794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788985373.190724:0:48794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da530047 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1718d expref: 5 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.190818:0:48794:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788985373.190846:0:48794:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985373.190856:0:48794:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985373.190900:0:48794:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985373.190913:0:48794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.190949:0:48794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530032 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.190959:0:48794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.191012:0:48794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.191027:0:48794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 23 pid: 6508 timeout: 1313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985373.191041:0:48794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48794:1875885973590784:0@lo:104: 00000100:00100000:1.0:1788985373.191101:0:48794:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985373.191279:0:48794:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985373.191326:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590784 00000100:00100000:0.0:1788985373.191334:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590784 00000100:00100000:0.0:1788985373.191409:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1788985373.191420:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:48794:x1875885973590784:12345-0@lo:104: 00010000:00010000:0.0:1788985373.191434:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985373.191560:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985373.191566:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:48794:x1875885973590784:12345-0@lo:104: Request processed in 148us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985373.191573:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788985373.191645:0:48794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48794:1875885973590784:0@lo:104: 00010000:00010000:3.0:1788985373.191649:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985373.191656:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.191664:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc13e9c20) 00010000:00010000:2.0:1788985373.191666:0:48794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985373.191668:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.191677:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985373.191684:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985373.191690:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985373.191715:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.191722:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985373.191750:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.191757:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da530032 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530039 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.191772:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985373.191773:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985373.191781:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985373.191843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973590912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985373.191879:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985373.192011:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973590912 00000100:00100000:1.0:1788985373.192016:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973590912 00010000:00010000:1.0:1788985373.192036:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 1313 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985373.192054:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788985373.192060:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973590912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985373.192069:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985373.192073:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 1313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192083:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 1313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192093:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da530039 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530032 expref: 24 pid: 6508 timeout: 1313 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192104:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192133:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192146:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192152:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192159:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192166:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192171:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985373.192175:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192183:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192202:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985373.192211:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985373.192245:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce57450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973590912:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.192251:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:3.0:1788985373.192261:0:48794:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.192269:0:48794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985373.192275:0:48794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530063 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985373.192315:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973590912:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985373.730394:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985373.762113:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985373.762156:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985373.762184:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215872 00000100:00100000:2.0:1788985373.762194:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215872 00000100:00100000:1.0:1788985373.762224:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215616 00000100:00100000:1.0:1788985373.762228:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215616 00000100:00100000:2.0:1788985373.762254:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1501 00000100:00100000:1.0:1788985373.762254:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 807 00000100:00100000:2.0:1788985373.762263:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953215872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985373.762263:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953215616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985373.762333:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953215616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 71us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.762340:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 807 00000100:00100000:1.0:1788985373.762396:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985373.762509:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953215744 00000100:00100000:1.0:1788985373.762513:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953215744 00000100:00100000:1.0:1788985373.762539:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1502 00000100:00100000:1.0:1788985373.762545:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953215744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985373.762575:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953215744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 31us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.762581:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1502 00000100:00100000:2.0:1788985373.763855:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953215872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1587us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.763866:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1501 00000100:00080000:2.0:1788985373.764367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985373.764373:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985373.918187:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973591424:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918268:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918328:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973591936:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918354:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918378:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973592448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918434:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985373.918440:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973591040:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918464:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918481:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973591552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918500:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918521:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973592064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918563:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918594:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973591168:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918618:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.918635:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973591680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.918653:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.919043:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973592192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.919069:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.919093:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985373.919098:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973591296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.919120:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985373.919212:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591040 00000100:00100000:1.0:1788985373.919221:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591040 00000100:00100000:1.0:1788985373.919258:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591552 00000100:00100000:1.0:1788985373.919261:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591552 00000100:00100000:1.0:1788985373.919296:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592064 00000100:00100000:1.0:1788985373.919299:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592064 00000100:00100000:1.0:1788985373.919312:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591680 00000100:00100000:1.0:1788985373.919314:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591680 00000100:00100000:1.0:1788985373.919326:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592192 00000100:00100000:1.0:1788985373.919329:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592192 00000100:00100000:1.0:1788985373.919338:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591296 00000100:00100000:1.0:1788985373.919340:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591296 00000100:00100000:1.0:1788985373.919365:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:1.0:1788985373.919374:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973591040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919434:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973591040:12345-0@lo:400:kworker.0 Request processed in 61us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919441:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:1.0:1788985373.919457:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1788985373.919463:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973591552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919490:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973591552:12345-0@lo:400:kworker.0 Request processed in 28us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919496:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1788985373.919508:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1788985373.919514:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973592064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919539:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973592064:12345-0@lo:400:kworker.0 Request processed in 26us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919545:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1788985373.919555:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1788985373.919561:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973591680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919583:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973591680:12345-0@lo:400:kworker.0 Request processed in 23us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919588:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1788985373.919597:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1788985373.919602:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973592192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919622:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973592192:12345-0@lo:400:kworker.0 Request processed in 20us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919627:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1788985373.919643:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1788985373.919648:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973591296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.919683:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973591296:12345-0@lo:400:kworker.0 Request processed in 23us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.919688:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1788985373.919839:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973591808:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.919869:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.919901:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973592320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.919921:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788985373.919986:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e98700 x1875885973591680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985373.920002:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973591680:0@lo:400:kworker.0 00010000:00080000:3.0:1788985373.920013:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e98000 x1875885973592192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985373.920020:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973592192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.920042:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973591296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.920067:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591424 00000100:00100000:3.0:1788985373.920071:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591424 00000100:00100000:3.0:1788985373.920096:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591168 00000100:00100000:3.0:1788985373.920098:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591168 00000100:00100000:3.0:1788985373.920111:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1788985373.920116:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973591424:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788985373.920608:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985373.920613:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985373.920625:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1788985373.920634:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973591168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985373.920693:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973591168:12345-0@lo:400:kworker.0 Request processed in 61us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.920699:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1788985373.920768:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973592576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985373.920796:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985373.920823:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592576 00000100:00100000:2.0:1788985373.920826:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592576 00000100:00100000:2.0:1788985373.920842:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1788985373.920858:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973592576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985373.920884:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985373.920921:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973592576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.920950:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1788985373.920995:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973592576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985373.921021:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973591168:0@lo:400:kworker.0 00000100:00100000:2.0:1788985373.921057:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591936 00000100:00100000:2.0:1788985373.921060:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591936 00000100:00100000:2.0:1788985373.921086:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592448 00000100:00100000:2.0:1788985373.921089:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592448 00000100:00100000:2.0:1788985373.921101:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973591808 00000100:00100000:2.0:1788985373.921104:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973591808 00000100:00100000:2.0:1788985373.921113:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592320 00000100:00100000:2.0:1788985373.921115:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592320 00000100:00100000:2.0:1788985373.921128:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985373.921144:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973591936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985373.921176:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973591936:12345-0@lo:400:kworker.0 Request processed in 43us (2822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.921182:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985373.921194:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1788985373.921199:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973592448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985373.921226:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973592448:12345-0@lo:400:kworker.0 Request processed in 27us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.921232:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1788985373.921253:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1788985373.921259:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973591808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.921560:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973591424:12345-0@lo:400:kworker.0 Request processed in 1441us (3290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985373.921567:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1788985373.921668:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973591040:0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.921796:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788985373.921806:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973592320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985373.921846:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973592320:12345-0@lo:400:kworker.0 Request processed in 43us (1923us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.921853:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788985373.921958:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973592320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.922117:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973591552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.922130:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973592064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.922201:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973591424:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.922210:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973591936:0@lo:400:kworker.0 00000100:00100000:3.0:1788985373.922218:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973592448:0@lo:400:kworker.0 00000100:00080000:3.0:1788985373.922385:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985373.922389:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985373.923101:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973591808:12345-0@lo:400:kworker.0 Request processed in 1838us (3228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.923113:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1788985373.923154:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973591808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985373.924438:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973592704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985373.924504:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985373.924508:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973592832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985373.924543:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985373.924578:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592704 00000100:00100000:0.0:1788985373.924587:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592704 00000100:00100000:1.0:1788985373.924621:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592832 00000100:00100000:1.0:1788985373.924628:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592832 00000100:00100000:0.0:1788985373.924645:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1788985373.924656:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973592704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985373.924695:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985373.924743:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973592704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985373.924993:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973592704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985373.937867:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1788985373.937889:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973592832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985373.937962:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985373.938068:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973592832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 187us (13522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985373.938076:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1788985373.938272:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1788985373.938764:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973592832:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1788985374.123823:0:48843:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2407d310 20000000:00000080:3.0:1788985374.123840:0:48843:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e4b800 uarg=0000000000000000 00010000:00010000:3.0:1788985374.125251:0:48843:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985374.125272:0:48843:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985374.125293:0:48843:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985374.125304:0:48843:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985374.125326:0:48843:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985374.125348:0:48843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125364:0:48843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125376:0:48843:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125398:0:48843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125406:0:48843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125414:0:48843:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125421:0:48843:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985374.125425:0:48843:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125434:0:48843:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125449:0:48843:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125458:0:48843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.125465:0:48843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da53006a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985374.391429:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985374.391437:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985374.391442:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985374.391485:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.391509:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.391522:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985374.391549:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973592960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985374.391615:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985374.391659:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24180 going to sleep for 11 seconds 00000100:00100000:2.0:1788985374.391897:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973592960 00000100:00100000:2.0:1788985374.391905:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973592960 00000100:00100000:2.0:1788985374.396067:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788985374.396087:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973592960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985374.396107:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985374.396127:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530071 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985374.396156:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530071 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985374.396168:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530071 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985374.396176:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985374.396255:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973592960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (4639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985374.396262:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1788985374.396781:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973592960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985374.396803:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.396814:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985374.396835:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985374.396840:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.396848:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985374.750337:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985375.087378:0:48891:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc6166130 20000000:00000080:3.0:1788985375.087396:0:48891:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e4b400 uarg=0000000000000000 00010000:00010000:3.0:1788985375.087786:0:48891:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985375.087813:0:48891:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985375.087838:0:48891:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985375.087850:0:48891:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985375.087871:0:48891:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985375.088614:0:48891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985375.088633:0:48891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530071 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985375.088642:0:48891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985375.088684:0:48891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985375.088702:0:48891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 23 pid: 6509 timeout: 1314 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985375.088715:0:48891:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48891:1875885973593088:0@lo:104: 00000100:00100000:3.0:1788985375.088784:0:48891:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985375.088903:0:48891:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245921e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985375.089253:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593088 00000100:00100000:1.0:1788985375.089261:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593088 00000100:00100000:1.0:1788985375.089315:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788985375.089324:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:48891:x1875885973593088:12345-0@lo:104: 00010000:00010000:1.0:1788985375.089348:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089413:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985375.089419:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:48891:x1875885973593088:12345-0@lo:104: Request processed in 96us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985375.089425:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00010000:00010000:1.0:1788985375.089446:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985375.089451:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089458:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985375.089462:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089471:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985375.089479:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985375.089485:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985375.089512:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089519:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985375.089538:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089545:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da530071 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530078 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985375.089566:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985375.089568:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985375.089569:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985375.089591:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973593216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985375.089620:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985375.089691:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593216 00000100:00100000:2.0:1788985375.089696:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593216 00010000:00010000:2.0:1788985375.089718:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 24 pid: 6509 timeout: 1314 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985375.089748:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1788985375.089762:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973593216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985375.089773:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985375.089778:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 24 pid: 6509 timeout: 1314 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089788:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 24 pid: 6509 timeout: 1314 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089804:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089814:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089828:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089835:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089841:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089848:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089852:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985375.089857:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089864:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089890:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.089901:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985375.089956:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973593216:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985375.089973:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00010000:00010000:2.0:1788985375.090009:0:48891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da530078 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530071 expref: 23 pid: 6509 timeout: 1314 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985375.090019:0:48891:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:48891:1875885973593088:0@lo:104: 00010000:00010000:2.0:1788985375.090035:0:48891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.090043:0:48891:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.090049:0:48891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985375.090055:0:48891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da53007f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 48891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985375.091252:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973593216:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985375.781822:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985376.158100:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985376.158107:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985376.158111:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985376.158158:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985376.158171:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985376.158182:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985376.158208:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973593344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985376.158276:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985376.158338:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985376.158417:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593344 00000100:00100000:3.0:1788985376.158425:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593344 00000100:00100000:3.0:1788985376.158474:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1788985376.158483:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973593344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985376.158495:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985376.158508:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530086 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985376.158542:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985376.158552:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985376.158642:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788985376.158684:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973593344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985376.158691:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1788985376.158765:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973593344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985376.158779:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985376.158787:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985376.158811:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985376.158816:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985376.158823:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985376.798178:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985376.990179:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985376.990203:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973593472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985376.990292:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985376.990440:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593472 00000100:00100000:0.0:1788985376.990449:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593472 00000100:00100000:0.0:1788985376.990514:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788985376.990524:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973593472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985376.990551:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985376.990614:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973593472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985376.990645:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788985376.990689:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973593472:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985376.990795:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985376.991448:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985376.991461:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973593600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985376.991501:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985376.991584:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593600 00000100:00100000:0.0:1788985376.991589:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593600 00000100:00100000:0.0:1788985376.991648:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1788985376.991656:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973593600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985376.991669:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985376.991713:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973593600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985376.991719:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1788985376.991752:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973593600:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985376.991852:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985377.503102:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973593728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985377.503177:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985377.507833:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593728 00000100:00100000:2.0:1788985377.507850:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593728 00000100:00100000:2.0:1788985377.507923:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788985377.507973:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973593728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985377.508019:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985377.508121:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973593728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985377.508129:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1788985377.508356:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973593728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985377.823230:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985378.209498:0:49086:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3aa9bfb0 20000000:00000080:1.0:1788985378.209516:0:49086:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11433c9000 uarg=0000000000000000 00010000:00010000:1.0:1788985378.209713:0:49086:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985378.209731:0:49086:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985378.209753:0:49086:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985378.209766:0:49086:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985378.209789:0:49086:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985378.209810:0:49086:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.209827:0:49086:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530086 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.209846:0:49086:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.209887:0:49086:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.209902:0:49086:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 23 pid: 6506 timeout: 1318 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985378.209917:0:49086:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49086:1875885973593856:0@lo:104: 00000100:00100000:0.0:1788985378.218278:0:49086:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985378.218358:0:49086:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302ae40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985378.218567:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593856 00000100:00100000:1.0:1788985378.218577:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593856 00000100:00100000:1.0:1788985378.218640:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788985378.218652:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:49086:x1875885973593856:12345-0@lo:104: 00010000:00010000:1.0:1788985378.218669:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985378.218791:0:49086:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49086:1875885973593856:0@lo:104: 00010000:00010000:0.0:1788985378.218813:0:49086:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.218835:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985378.218843:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:49086:x1875885973593856:12345-0@lo:104: Request processed in 194us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985378.218850:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00010000:00010000:3.0:1788985378.218894:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985378.218902:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985378.218910:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985378.218915:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985378.218958:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985378.218967:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985378.218991:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985378.219028:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985378.219035:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788985378.219090:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1788985378.219172:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985378.219181:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da530086 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53008d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985378.219199:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985378.219201:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985378.219203:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985378.222217:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973593984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985378.222295:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985378.222394:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973593984 00000100:00100000:1.0:1788985378.222403:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973593984 00010000:00010000:1.0:1788985378.222438:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 1318 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985378.222473:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788985378.222482:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973593984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985378.222509:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985378.222515:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 1318 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222528:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 1318 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222544:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da53008d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530086 expref: 24 pid: 6506 timeout: 1318 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222561:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222568:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222582:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222588:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222594:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222599:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222605:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985378.222608:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222626:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222647:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985378.222657:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985378.222705:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973593984:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985378.222712:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00010000:0.0:1788985378.222781:0:49086:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985378.222791:0:49086:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985378.222797:0:49086:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da530094 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49086 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985378.223681:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973593984:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985378.851970:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985378.870621:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985378.870694:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216000 00000100:00100000:3.0:1788985378.870706:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216000 00000100:00100000:3.0:1788985378.870763:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 810 00000100:00100000:3.0:1788985378.870773:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953216000:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985378.870840:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953216000:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 68us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985378.870858:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 810 00000100:00100000:2.0:1788985378.881368:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985378.881489:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216128 00000100:00100000:1.0:1788985378.881500:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216128 00000100:00100000:1.0:1788985378.881580:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1509 00000100:00100000:1.0:1788985378.881591:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953216128:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985378.881668:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953216128:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985378.881675:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1509 00000100:00080000:3.0:1788985378.882849:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985378.890141:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985378.890336:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216256 00000100:00100000:2.0:1788985378.890346:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216256 00000100:00100000:2.0:1788985378.890419:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1510 00000100:00100000:2.0:1788985378.890430:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216256:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985378.890508:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216256:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985378.890516:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1510 00000100:00080000:3.0:1788985378.890725:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985379.038618:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973594112:0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.038664:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973594496:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.038699:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985379.038699:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985379.041052:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594496 00000100:00100000:3.0:1788985379.041069:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594496 00000100:00100000:3.0:1788985379.041284:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1788985379.041295:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973594496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.045427:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973595008:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.045428:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973594624:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.045974:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.046020:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973595136:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046046:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.046080:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973595648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985379.046106:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.046165:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594112 00000100:00100000:1.0:1788985379.046175:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594112 00000100:00100000:1.0:1788985379.046224:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594624 00000100:00100000:1.0:1788985379.046227:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594624 00000100:00100000:1.0:1788985379.046252:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595136 00000100:00100000:1.0:1788985379.046255:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595136 00000100:00100000:1.0:1788985379.046273:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1788985379.046280:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973594112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046337:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973594112:12345-0@lo:400:kworker.0 Request processed in 57us (7639us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.046345:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1788985379.046361:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1788985379.046367:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973594624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046396:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973594624:12345-0@lo:400:kworker.0 Request processed in 30us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.046401:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1788985379.046412:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1788985379.046417:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973595136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046440:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973595136:12345-0@lo:400:kworker.0 Request processed in 22us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.046445:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1788985379.046677:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595648 00000100:00100000:1.0:1788985379.046680:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595648 00000100:00100000:1.0:1788985379.046703:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788985379.046708:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973595648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985379.046754:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985379.046811:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973595648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.046818:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:1.0:1788985379.046840:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985379.046880:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973595136:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046902:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973595648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985379.046917:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973594112:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.046964:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973594624:0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.049400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.049437:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973594368:0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.049490:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.049538:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973594880:0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.049564:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.049583:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973595392:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.049698:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594368 00000100:00100000:1.0:1788985379.049707:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594368 00000100:00100000:1.0:1788985379.049764:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1788985379.049837:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973594368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.049895:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973594368:12345-0@lo:400:kworker.0 Request processed in 123us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.049902:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:1.0:1788985379.049956:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595008 00000100:00100000:1.0:1788985379.049961:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595008 00000100:00100000:1.0:1788985379.050005:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594880 00000100:00100000:1.0:1788985379.050009:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594880 00000100:00100000:1.0:1788985379.050033:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1788985379.050038:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.050040:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973595008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.050055:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973595904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985379.050073:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973595008:12345-0@lo:400:kworker.0 Request processed in 33us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.050079:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1788985379.050080:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.050097:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595392 00000100:00100000:1.0:1788985379.050100:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595392 00000100:00100000:2.0:1788985379.050124:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973594368:0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.050149:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973595008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.050158:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973595520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985379.050184:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.050260:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788985379.050271:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973594240:0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.050298:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.050324:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973594752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.050356:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.050374:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973595264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.050394:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985379.050412:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973595776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985379.050430:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985379.050601:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595520 00000100:00100000:1.0:1788985379.050606:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595520 00000100:00100000:1.0:1788985379.050625:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788985379.050693:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973594880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.050736:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973594880:12345-0@lo:400:kworker.0 Request processed in 105us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.050742:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788985379.050754:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1788985379.050760:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973595392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985379.050858:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973594880:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.050858:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973595392:12345-0@lo:400:kworker.0 Request processed in 97us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.050864:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788985379.050868:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973595392:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.050876:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788985379.050882:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973595520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.050921:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973595520:12345-0@lo:400:kworker.0 Request processed in 39us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.050961:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788985379.050981:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594752 00000100:00100000:1.0:1788985379.050984:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594752 00000100:00100000:1.0:1788985379.051009:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595264 00000100:00100000:1.0:1788985379.051012:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595264 00000100:00100000:1.0:1788985379.051029:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:1.0:1788985379.051035:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973594752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.051070:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973594752:12345-0@lo:400:kworker.0 Request processed in 34us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985379.051083:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973595520:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.051087:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:1.0:1788985379.051381:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:1.0:1788985379.051391:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973595264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.051423:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973595264:12345-0@lo:400:kworker.0 Request processed in 35us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.051428:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00080000:1.0:1788985379.051446:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985379.051451:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985379.051453:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985379.051473:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595904 00000100:00100000:1.0:1788985379.051478:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595904 00000100:00100000:1.0:1788985379.051583:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973595776 00000100:00100000:1.0:1788985379.051587:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973595776 00000100:00100000:1.0:1788985379.051601:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1788985379.051612:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973595904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985379.051691:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985379.051694:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1788985379.051703:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973595776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985379.051713:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985379.051724:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973595904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.051730:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1788985379.051736:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973595776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (1306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985379.051741:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1788985379.051748:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973594240 00000100:00100000:1.0:1788985379.051752:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973594240 00000100:00100000:1.0:1788985379.051854:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788985379.051864:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973594240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.051898:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973594240:12345-0@lo:400:kworker.0 Request processed in 37us (1600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985379.051905:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788985379.052035:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114338fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973594240:0@lo:400:kworker.0 00010000:00080000:1.0:1788985379.052064:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a1880 x1875885973594752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985379.052075:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973594752:0@lo:400:kworker.0 00010000:00080000:1.0:1788985379.052085:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb7100 x1875885973595264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985379.052240:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973594496:12345-0@lo:400:kworker.0 Request processed in 10945us (13540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985379.052249:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788985379.052287:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973594496:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.052309:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973595264:0@lo:400:kworker.0 00000100:00100000:1.0:1788985379.052336:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973595776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985379.052352:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973595904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788985379.872000:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985380.193025:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985380.193034:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985380.193039:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985380.193084:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985380.193097:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985380.193108:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985380.193152:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e41500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973596032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985380.193230:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985380.193283:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985380.196159:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596032 00000100:00100000:1.0:1788985380.196253:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596032 00000100:00100000:1.0:1788985380.196321:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1788985380.196331:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973596032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985380.196347:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985380.196368:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53009b expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985380.196396:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53009b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985380.196407:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53009b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985380.196416:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea400, rc 0) 00000100:00100000:1.0:1788985380.196603:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973596032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 273us (3372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985380.196625:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1788985380.207576:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e41500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973596032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985380.207608:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985380.207621:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985380.207646:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985380.207652:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985380.207660:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985380.894203:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985381.918704:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985382.110501:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973596288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985382.110587:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985382.110677:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985382.110684:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973596160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985382.110712:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985382.110797:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596288 00000100:00100000:3.0:1788985382.110807:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596288 00000100:00100000:3.0:1788985382.110864:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596160 00000100:00100000:3.0:1788985382.110868:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596160 00000100:00100000:3.0:1788985382.110886:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1788985382.110903:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973596288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985382.110957:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985382.111003:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973596288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985382.111010:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1788985382.111027:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1788985382.111035:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973596160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985382.111044:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985382.111067:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973596160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985382.111072:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1788985382.111275:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973596160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985382.111295:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973596288:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788985382.111627:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985382.622389:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973596416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985382.622518:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985382.622671:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596416 00000100:00100000:1.0:1788985382.622681:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596416 00000100:00100000:1.0:1788985382.622736:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788985382.622746:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973596416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985382.622781:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985382.622834:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973596416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985382.622842:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1788985382.622899:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973596416:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985382.942223:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788985383.157716:0:49282:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 19: test nodemap trusted_admin fileops ========================================================== 16:23:01 (1788985381) 00010000:00010000:3.0:1788985383.969471:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985383.997360:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985383.997471:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985383.997512:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985383.997597:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216384 00000100:00100000:1.0:1788985383.997609:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216384 00000100:00100000:1.0:1788985383.997676:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 812 00000100:00100000:1.0:1788985383.997687:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953216384:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985383.997767:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953216384:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 80us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985383.997774:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 812 00000100:00100000:1.0:1788985383.997819:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216640 00000100:00100000:1.0:1788985383.997824:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216640 00000100:00100000:1.0:1788985383.997858:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216512 00000100:00100000:1.0:1788985383.997874:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216512 00000100:00100000:1.0:1788985383.997910:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1517 00000100:00100000:1.0:1788985383.997917:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216640:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985383.997983:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144847800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216640:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985383.997990:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1517 00000100:00100000:1.0:1788985383.998002:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1518 00000100:00100000:1.0:1788985383.998008:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216512:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985383.998031:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953216512:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985383.998037:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1518 00000100:00080000:1.0:1788985383.998173:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985383.998177:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985384.158503:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973596928:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158582:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158641:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973597440:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158667:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158686:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973597952:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158704:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158728:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788985384.158734:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973596544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158763:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158784:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973597056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158807:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158825:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973597568:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158844:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158860:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973598080:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158893:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158920:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973596672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.158969:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.158987:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973597184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159006:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.159023:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973597696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159042:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.159059:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985384.159064:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973596800:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159083:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.159099:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973597312:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159138:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.159159:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973597824:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159179:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985384.159254:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597440 00000100:00100000:0.0:1788985384.159261:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597440 00000100:00100000:0.0:1788985384.159308:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597952 00000100:00100000:0.0:1788985384.159311:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597952 00000100:00100000:0.0:1788985384.159324:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597568 00000100:00100000:0.0:1788985384.159326:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597568 00000100:00100000:0.0:1788985384.159339:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598080 00000100:00100000:0.0:1788985384.159341:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598080 00000100:00100000:0.0:1788985384.159356:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788985384.159363:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973597440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159414:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973597440:12345-0@lo:400:kworker.0 Request processed in 51us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159421:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788985384.159437:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788985384.159443:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973597952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159469:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973597952:12345-0@lo:400:kworker.0 Request processed in 26us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159475:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788985384.159485:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788985384.159491:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973597568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159516:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973597568:12345-0@lo:400:kworker.0 Request processed in 25us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159521:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788985384.159530:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1788985384.159544:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973598080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159570:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973598080:12345-0@lo:400:kworker.0 Request processed in 28us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159576:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1788985384.159598:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597056 00000100:00100000:0.0:1788985384.159601:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597056 00000100:00100000:0.0:1788985384.159621:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596800 00000100:00100000:0.0:1788985384.159623:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596800 00000100:00100000:0.0:1788985384.159634:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788985384.159639:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973597056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159671:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973597056:12345-0@lo:400:kworker.0 Request processed in 31us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159676:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788985384.159687:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788985384.159692:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973596800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159723:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973596800:12345-0@lo:400:kworker.0 Request processed in 30us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159728:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788985384.159751:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596928 00000100:00100000:0.0:1788985384.159754:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596928 00000100:00100000:0.0:1788985384.159771:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596672 00000100:00100000:0.0:1788985384.159773:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596672 00000100:00100000:0.0:1788985384.159781:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597184 00000100:00100000:0.0:1788985384.159784:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597184 00000100:00100000:0.0:1788985384.159794:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597696 00000100:00100000:0.0:1788985384.159795:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597696 00000100:00100000:0.0:1788985384.159804:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597312 00000100:00100000:0.0:1788985384.159806:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597312 00000100:00100000:0.0:1788985384.159815:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973597824 00000100:00100000:0.0:1788985384.159823:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973597824 00000100:00100000:0.0:1788985384.159839:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1788985384.159845:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973596928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159889:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973596928:12345-0@lo:400:kworker.0 Request processed in 30us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159894:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1788985384.159906:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1788985384.159911:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973596672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.159968:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973596672:12345-0@lo:400:kworker.0 Request processed in 56us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.159973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1788985384.159984:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1788985384.159989:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973597184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160017:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973597184:12345-0@lo:400:kworker.0 Request processed in 28us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.160023:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1788985384.160034:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1788985384.160041:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973597696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160067:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973597696:12345-0@lo:400:kworker.0 Request processed in 27us (1024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.160073:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1788985384.160085:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:0.0:1788985384.160091:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973597312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160119:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973597312:12345-0@lo:400:kworker.0 Request processed in 29us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.160134:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:0.0:1788985384.160148:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:0.0:1788985384.160153:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973597824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160184:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973597824:12345-0@lo:400:kworker.0 Request processed in 30us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985384.160189:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00080000:0.0:1788985384.160222:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985384.160227:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985384.160230:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985384.160232:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985384.160262:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973596800:0@lo:400:kworker.0 00010000:00080000:0.0:1788985384.160277:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442ca300 x1875885973597312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985384.160288:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973597312:0@lo:400:kworker.0 00010000:00080000:0.0:1788985384.160299:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442c8e00 x1875885973597824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985400 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985384.160307:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973597824:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160317:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973596672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160327:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973597184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160337:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973597696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160387:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973597056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160398:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973597568:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160418:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973598080:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160429:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973596928:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160440:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973597440:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.160450:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973597952:0@lo:400:kworker.0 00000100:00100000:2.0:1788985384.160992:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973596544 00000100:00100000:2.0:1788985384.160999:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973596544 00000100:00100000:2.0:1788985384.161104:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788985384.161112:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973596544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985384.161168:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973596544:12345-0@lo:400:kworker.0 Request processed in 58us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985384.161174:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1788985384.161224:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973596544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985384.165976:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985384.166005:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973598208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985384.166076:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985384.166562:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985384.166573:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973598464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985384.166608:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985384.166639:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973598336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985384.166661:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985384.166692:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598464 00000100:00100000:2.0:1788985384.166699:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598464 00000100:00100000:2.0:1788985384.166744:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788985384.166753:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973598464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985384.166791:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985384.166836:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973598464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985384.166843:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788985384.166911:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973598464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985384.166973:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598208 00000100:00100000:2.0:1788985384.166977:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598208 00000100:00100000:2.0:1788985384.167003:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598336 00000100:00100000:2.0:1788985384.167006:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598336 00000100:00100000:2.0:1788985384.167019:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788985384.167024:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973598208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985384.167043:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985384.167078:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973598208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985384.167084:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788985384.167095:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1788985384.167101:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973598336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985384.167111:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985384.167133:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973598336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985384.167139:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1788985384.167167:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973598336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985384.167179:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973598208:0@lo:13:osp-pre-1-1.0 00000004:00000400:3.0:1788985384.637261:0:49330:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1788985384.660440:0:49330:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:2.0:1788985384.660737:0:49330:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1788985384.660740:0:49330:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:1.0:1788985384.991768:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985385.815000:0:49378:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1546ddf0 20000000:00000080:3.0:1788985385.815017:0:49378:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ead2c00 uarg=0000000000000000 10000000:01000000:3.0:1788985385.815417:0:49378:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985385.815442:0:49378:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.815466:0:49378:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53009b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.815476:0:49378:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.815529:0:49378:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.815545:0:49378:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 23 pid: 6506 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985385.815561:0:49378:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49378:1875885973598592:0@lo:104: 00000100:00100000:3.0:1788985385.815636:0:49378:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985385.815818:0:49378:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985385.815967:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598592 00000100:00100000:2.0:1788985385.815977:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598592 00000100:00100000:2.0:1788985385.816048:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1788985385.816064:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:49378:x1875885973598592:12345-0@lo:104: 00010000:00010000:2.0:1788985385.816081:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985385.816167:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985385.816174:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:49378:x1875885973598592:12345-0@lo:104: Request processed in 114us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985385.816181:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00010000:00010000:0.0:1788985385.816296:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985385.816304:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985385.816312:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985385.816316:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985385.816324:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985385.816332:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985385.816337:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985385.816377:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985385.816384:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985385.816408:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985385.816422:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da53009b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985385.816438:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985385.816440:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985385.816442:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985385.816455:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973598720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985385.816487:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985385.816589:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598720 00000100:00100000:1.0:1788985385.816594:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598720 00010000:00010000:1.0:1788985385.816617:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 24 pid: 6506 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985385.816647:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788985385.816655:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973598720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985385.816666:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985385.816671:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 24 pid: 6506 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816682:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 24 pid: 6506 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816708:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816716:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816732:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816739:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816746:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816752:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816758:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985385.816763:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816771:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816781:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985385.816790:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985385.816829:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973598720:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985385.816844:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788985385.816897:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973598720:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985385.817186:0:49378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da5300a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53009b expref: 23 pid: 6506 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985385.817200:0:49378:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49378:1875885973598592:0@lo:104: 00010000:00010000:3.0:1788985385.817217:0:49378:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.817227:0:49378:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.817234:0:49378:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985385.817241:0:49378:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300a9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49378 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985386.015750:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985386.591665:0:49426:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6c6f5de0 20000000:00000080:2.0:1788985386.591683:0:49426:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e0ec00 uarg=0000000000000000 10000000:01000000:2.0:1788985386.591984:0:49426:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985386.592010:0:49426:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592027:0:49426:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592038:0:49426:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592044:0:49426:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592050:0:49426:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592057:0:49426:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592063:0:49426:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985386.592067:0:49426:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592075:0:49426:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592096:0:49426:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592104:0:49426:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985386.592110:0:49426:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da5300b0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.043239:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985387.230717:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973598848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985387.230863:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985387.231013:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598848 00000100:00100000:0.0:1788985387.231022:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598848 00000100:00100000:0.0:1788985387.231083:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788985387.231094:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ecb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973598848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985387.231123:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985387.231174:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ecb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973598848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985387.231180:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788985387.231412:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973598848:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985387.231749:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985387.231897:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973598976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985387.231972:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985387.232012:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973598976 00000100:00100000:2.0:1788985387.232017:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973598976 00000100:00100000:2.0:1788985387.232059:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788985387.232068:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973598976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985387.232080:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985387.232115:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973598976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985387.232121:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788985387.232153:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973598976:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985387.234662:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788985387.511817:0:49474:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe454e7440 20000000:00000080:0.0:1788985387.511834:0:49474:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e7c400 uarg=0000000000000000 10000000:01000000:0.0:1788985387.512044:0:49474:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985387.512066:0:49474:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512083:0:49474:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512095:0:49474:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512109:0:49474:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512116:0:49474:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512123:0:49474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512130:0:49474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985387.512135:0:49474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512145:0:49474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512158:0:49474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512166:0:49474:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985387.512173:0:49474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da5300b7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49474 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985387.677990:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985387.677999:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985387.678005:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985387.678057:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985387.678070:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985387.678096:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985387.678124:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973599104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985387.678196:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985387.678267:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985387.678336:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599104 00000100:00100000:1.0:1788985387.678344:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599104 00000100:00100000:1.0:1788985387.678458:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1788985387.678468:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973599104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985387.678483:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985387.678498:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5300be expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.678520:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.678532:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.678540:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788985387.678598:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973599104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985387.678605:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1788985387.678656:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973599104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985387.678671:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.678681:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985387.678708:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985387.678713:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985387.678720:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985387.744353:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985387.744377:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973599232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985387.744502:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985387.745152:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599232 00000100:00100000:2.0:1788985387.745163:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599232 00000100:00100000:2.0:1788985387.745218:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1788985387.745229:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973599232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985387.745264:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985387.745326:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973599232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985387.745334:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1788985387.745381:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973599232:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985388.064958:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985388.626081:0:49523:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe0214770 20000000:00000080:1.0:1788985388.626106:0:49523:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d15400 uarg=0000000000000000 10000000:01000000:1.0:1788985388.626323:0:49523:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985388.626351:0:49523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.626373:0:49523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300be expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.626382:0:49523:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.626437:0:49523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.626454:0:49523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 23 pid: 6506 timeout: 1328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985388.626471:0:49523:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49523:1875885973599360:0@lo:104: 00000100:00100000:1.0:1788985388.626566:0:49523:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985388.626780:0:49523:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788985388.626829:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599360 00000100:00100000:0.0:1788985388.626849:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599360 00000100:00100000:2.0:1788985388.627726:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788985388.627853:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:49523:x1875885973599360:12345-0@lo:104: 00010000:00010000:1.0:1788985388.627885:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.628243:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985388.628251:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:49523:x1875885973599360:12345-0@lo:104: Request processed in 514us (1684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985388.628260:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00010000:00010000:2.0:1788985388.628319:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985388.628327:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985388.628336:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985388.628341:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985388.628352:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985388.628373:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985388.628380:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985388.628432:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985388.628439:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788985388.628501:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973599488:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985388.628548:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788985388.628620:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985388.628629:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da5300be lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300c5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985388.628649:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985388.628651:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985388.628652:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985388.628747:0:49523:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49523:1875885973599360:0@lo:104: 00010000:00010000:3.0:1788985388.628775:0:49523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985388.628849:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599488 00000100:00100000:0.0:1788985388.628855:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599488 00010000:00010000:0.0:1788985388.628885:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 1328 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985388.629124:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788985388.629133:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973599488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985388.629147:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985388.629153:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 1328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629165:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 1328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629182:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300c5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5300be expref: 24 pid: 6506 timeout: 1328 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629198:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629208:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629225:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629234:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629249:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629256:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629262:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985388.629267:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629276:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629298:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985388.629309:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985388.629354:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b91c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973599488:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985388.629362:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00010000:00010000:3.0:1788985388.629414:0:49523:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985388.629429:0:49523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985388.629435:0:49523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da5300cc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985388.631992:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973599488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985389.087589:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985389.111810:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985389.111885:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985389.111957:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985389.112170:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216896 00000100:00100000:0.0:1788985389.112185:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216896 00000100:00100000:0.0:1788985389.112342:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217024 00000100:00100000:0.0:1788985389.112346:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217024 00000100:00100000:0.0:1788985389.112383:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1525 00000100:00100000:0.0:1788985389.112397:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953216896:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985389.112500:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953216896:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 107us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985389.112509:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1525 00000100:00100000:0.0:1788985389.112531:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1526 00000100:00100000:0.0:1788985389.112538:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953217024:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985389.112565:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953217024:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985389.112572:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1526 00000100:00100000:2.0:1788985389.112812:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953216768 00000100:00100000:2.0:1788985389.112819:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953216768 00000100:00100000:2.0:1788985389.112872:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 815 00000100:00100000:2.0:1788985389.112881:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953216768:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985389.112922:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953216768:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 43us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.112960:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 815 00000100:00080000:3.0:1788985389.113121:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985389.113127:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985389.281045:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985389.281068:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973599616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985389.281137:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.281233:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599616 00000100:00100000:2.0:1788985389.281242:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599616 00000100:00100000:2.0:1788985389.281301:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1788985389.281311:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973599616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985389.281338:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985389.281381:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973599616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.281388:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00080000:2.0:1788985389.281409:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985389.281443:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973599616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985389.281872:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985389.281883:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973599744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985389.281918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.282075:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985389.282085:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973599872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985389.282113:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.282142:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599872 00000100:00100000:1.0:1788985389.282159:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599872 00000100:00100000:1.0:1788985389.282194:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788985389.282201:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973599872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985389.282214:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985389.282260:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973599872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985389.282266:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1788985389.282280:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985389.282301:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973599872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985389.285012:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973599744 00000100:00100000:2.0:1788985389.285028:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973599744 00000100:00100000:2.0:1788985389.285080:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788985389.285090:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973599744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985389.285124:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985389.285220:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973599744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (3300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.285227:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788985389.285295:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973599744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985389.285963:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973600000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286015:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.286050:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973600512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286076:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.286097:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973601024:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286117:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.286137:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788985389.286143:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973600384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286166:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.286185:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973600896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286222:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985389.286272:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600512 00000100:00100000:1.0:1788985389.286284:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600512 00000100:00100000:1.0:1788985389.286332:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601024 00000100:00100000:1.0:1788985389.286336:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601024 00000100:00100000:1.0:1788985389.286362:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1788985389.286369:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973600512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286411:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973600512:12345-0@lo:400:kworker.0 Request processed in 42us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985389.286418:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1788985389.286432:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1788985389.286465:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973601024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286495:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973601024:12345-0@lo:400:kworker.0 Request processed in 45us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985389.286501:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1788985389.286521:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600384 00000100:00100000:1.0:1788985389.286525:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600384 00000100:00100000:1.0:1788985389.286547:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788985389.286555:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973600384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286584:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973600384:12345-0@lo:400:kworker.0 Request processed in 30us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985389.286590:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1788985389.286609:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600896 00000100:00100000:1.0:1788985389.286612:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600896 00000100:00100000:1.0:1788985389.286640:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788985389.286647:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973600896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286676:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973600896:12345-0@lo:400:kworker.0 Request processed in 31us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985389.286683:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:1.0:1788985389.286708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985389.286712:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985389.286738:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973600384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973600896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973600512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985389.286766:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973601024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287517:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973600128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287568:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.287611:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973600640:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287632:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.287651:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973601152:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287672:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.287708:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985389.287715:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973600256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.287754:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973600768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287776:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985389.287802:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600128 00000100:00100000:2.0:1788985389.287806:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600128 00000100:00100000:2.0:1788985389.287845:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600640 00000100:00100000:2.0:1788985389.287848:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600640 00000100:00100000:2.0:1788985389.287866:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601152 00000100:00100000:2.0:1788985389.287868:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601152 00000100:00100000:2.0:1788985389.287878:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600256 00000100:00100000:2.0:1788985389.287880:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600256 00000100:00100000:2.0:1788985389.287894:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1788985389.287902:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973600128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.287967:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973600128:12345-0@lo:400:kworker.0 Request processed in 65us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.287973:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1788985389.287987:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:2.0:1788985389.287992:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973600640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.288015:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973600640:12345-0@lo:400:kworker.0 Request processed in 24us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.288021:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:2.0:1788985389.288030:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1788985389.288035:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973601152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.288057:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973601152:12345-0@lo:400:kworker.0 Request processed in 22us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.288073:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:2.0:1788985389.288084:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1788985389.288090:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973600256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.288117:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973600256:12345-0@lo:400:kworker.0 Request processed in 28us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985389.288122:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00080000:2.0:1788985389.288140:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985389.288193:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973600256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985389.288203:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973600128:0@lo:400:kworker.0 00010000:00080000:2.0:1788985389.288215:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e9b800 x1875885973600640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985389.288225:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973600640:0@lo:400:kworker.0 00010000:00080000:2.0:1788985389.288234:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e99880 x1875885973601152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985405 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985389.288242:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973601152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985389.288411:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600000 00000100:00100000:3.0:1788985389.288416:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600000 00000100:00100000:3.0:1788985389.288512:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788985389.288522:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973600000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985389.288560:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973600000:12345-0@lo:400:kworker.0 Request processed in 40us (2544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985389.288565:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1788985389.288659:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973600000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985389.289735:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973600768 00000100:00100000:0.0:1788985389.289757:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973600768 00000100:00100000:0.0:1788985389.289821:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788985389.289841:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973600768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985389.289953:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973600768:12345-0@lo:400:kworker.0 Request processed in 123us (2174us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985389.289960:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788985389.290015:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973600768:0@lo:400:kworker.0 00000100:00080000:1.0:1788985389.290211:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1788985389.546581:0:49571:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe669dae50 20000000:00000080:1.0:1788985389.546598:0:49571:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d15800 uarg=0000000000000000 10000000:01000000:1.0:1788985389.546743:0:49571:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985389.546766:0:49571:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546782:0:49571:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546792:0:49571:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546800:0:49571:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546807:0:49571:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546815:0:49571:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546821:0:49571:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985389.546836:0:49571:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546844:0:49571:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546856:0:49571:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546874:0:49571:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985389.546881:0:49571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5300d3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49571 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.113425:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985390.515417:0:49619:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1a89bb30 20000000:00000080:2.0:1788985390.515433:0:49619:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e0c800 uarg=0000000000000000 10000000:01000000:2.0:1788985390.515584:0:49619:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985390.515608:0:49619:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515624:0:49619:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515646:0:49619:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515653:0:49619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515659:0:49619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515667:0:49619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515674:0:49619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985390.515678:0:49619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515685:0:49619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515698:0:49619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515705:0:49619:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985390.515711:0:49619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da5300da lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49619 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985390.622125:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985390.622135:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985390.622141:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985390.622193:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985390.622206:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985390.622220:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985390.622250:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973601280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985390.622337:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985390.622578:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1254271c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985390.624203:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601280 00000100:00100000:0.0:1788985390.624216:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601280 00000100:00100000:0.0:1788985390.624277:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1788985390.624286:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973601280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985390.624302:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985390.624320:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5300e1 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985390.624356:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985390.624368:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985390.624377:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9e00, rc 0) 00000100:00100000:0.0:1788985390.624595:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973601280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 309us (2258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985390.624602:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788985390.624703:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973601280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985390.624721:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985390.624731:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985390.624759:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985390.624764:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985390.624784:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985391.135554:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985392.168453:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985392.350186:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985392.350214:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973601408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985392.350293:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985392.350364:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601408 00000100:00100000:0.0:1788985392.350373:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601408 00000100:00100000:0.0:1788985392.350443:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985392.350452:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973601408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985392.350480:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985392.350526:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973601408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985392.350533:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985392.350577:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973601408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985392.353006:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973601536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985392.353072:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985392.353135:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601536 00000100:00100000:0.0:1788985392.353141:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601536 00000100:00100000:0.0:1788985392.353186:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1788985392.353194:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973601536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985392.353214:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985392.353251:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973601536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985392.353258:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1788985392.353299:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973601536:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985392.354906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985392.875118:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973601664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985392.875207:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985392.875727:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601664 00000100:00100000:1.0:1788985392.875736:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601664 00000100:00100000:1.0:1788985392.875802:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1788985392.875814:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973601664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985392.875878:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985392.876683:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973601664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 866us (1471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985392.876695:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788985392.878633:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973601664:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985393.187461:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985393.862187:0:49766:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb5d9d780 20000000:00000080:3.0:1788985393.862209:0:49766:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ead0800 uarg=0000000000000000 10000000:01000000:3.0:1788985393.862396:0:49766:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985393.862560:0:49766:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.862581:0:49766:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.862590:0:49766:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.862633:0:49766:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.862648:0:49766:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 23 pid: 6506 timeout: 1333 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985393.862666:0:49766:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49766:1875885973601792:0@lo:104: 00000100:00100000:3.0:1788985393.862820:0:49766:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985393.862965:0:49766:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985393.863213:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601792 00000100:00100000:1.0:1788985393.863221:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601792 00000100:00100000:1.0:1788985393.863300:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1788985393.863311:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:49766:x1875885973601792:12345-0@lo:104: 00010000:00010000:1.0:1788985393.863325:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.863432:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985393.863445:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:49766:x1875885973601792:12345-0@lo:104: Request processed in 130us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985393.863452:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1788985393.863518:0:49766:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:49766:1875885973601792:0@lo:104: 00010000:00010000:0.0:1788985393.863537:0:49766:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864278:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985393.864287:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864305:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985393.864310:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864319:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985393.864327:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985393.864333:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985393.864377:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864383:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788985393.864608:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973601920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985393.864657:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788985393.864740:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864749:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da5300e1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5300e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985393.864765:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985393.864767:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985393.864768:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985393.864958:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973601920 00000100:00100000:1.0:1788985393.864966:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973601920 00010000:00010000:1.0:1788985393.865105:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 1333 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985393.865136:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788985393.865145:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973601920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985393.865158:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985393.865163:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 1333 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865173:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 1333 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865198:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da5300e8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5300e1 expref: 24 pid: 6506 timeout: 1333 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865213:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865222:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865237:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865245:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865253:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865259:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865265:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985393.865269:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865277:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865299:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985393.865318:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788985393.865425:0:49766:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.865453:0:49766:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985393.865460:0:49766:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da5300ef lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49766 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985393.875710:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973601920:12345-0@lo:103:ldlm_bl.0 Request processed in 10546us (11031us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985393.875726:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1788985393.878515:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973601920:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985394.209505:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985394.230835:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985394.230875:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985394.230914:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985394.231147:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217408 00000100:00100000:1.0:1788985394.231160:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217408 00000100:00100000:1.0:1788985394.231240:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217280 00000100:00100000:1.0:1788985394.231244:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217280 00000100:00100000:1.0:1788985394.231266:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1533 00000100:00100000:1.0:1788985394.231277:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953217408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985394.231367:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953217408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 91us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.231375:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1533 00000100:00100000:1.0:1788985394.231393:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1534 00000100:00100000:1.0:1788985394.231399:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953217280:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985394.231424:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953217280:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.231430:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1534 00000100:00080000:3.0:1788985394.231620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985394.231624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985394.232379:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217152 00000100:00100000:2.0:1788985394.232388:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217152 00000100:00100000:2.0:1788985394.232437:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 818 00000100:00100000:2.0:1788985394.232447:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953217152:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985394.232518:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953217152:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (1696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985394.232526:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 818 00000100:00100000:2.0:1788985394.399773:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973602048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985394.399864:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985394.400826:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602048 00000100:00100000:2.0:1788985394.400837:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602048 00000100:00100000:2.0:1788985394.400901:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1788985394.400912:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973602048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985394.401468:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985394.401546:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973602048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 637us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985394.401554:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:2.0:1788985394.401579:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985394.401846:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973602304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.401885:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.401919:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973602816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402049:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402075:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973603328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402100:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402120:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788985394.402126:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973602176:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402154:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402174:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973602688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402196:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402213:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973603200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402235:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402252:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973603712:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985394.402285:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.402314:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602688 00000100:00100000:3.0:1788985394.402319:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602688 00000100:00100000:3.0:1788985394.402349:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603712 00000100:00100000:3.0:1788985394.402353:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603712 00000100:00100000:3.0:1788985394.402367:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788985394.402373:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973602688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402415:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973602688:12345-0@lo:400:kworker.0 Request processed in 42us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985394.402421:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788985394.402436:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788985394.402442:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973603712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985394.402464:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985394.402494:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973603712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985394.402500:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788985394.402532:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973602688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.402544:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973603712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985394.402953:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602304 00000100:00100000:1.0:1788985394.402959:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602304 00000100:00100000:1.0:1788985394.403069:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602816 00000100:00100000:1.0:1788985394.403073:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602816 00000100:00100000:1.0:1788985394.403098:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603328 00000100:00100000:1.0:1788985394.403101:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603328 00000100:00100000:1.0:1788985394.403116:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:1.0:1788985394.403122:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973602304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985394.403172:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973602304:12345-0@lo:400:kworker.0 Request processed in 50us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.403179:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:1.0:1788985394.403192:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1788985394.403198:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973602816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985394.403225:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973602816:12345-0@lo:400:kworker.0 Request processed in 27us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.403230:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1788985394.403241:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1788985394.403247:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973603328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985394.403272:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973603328:12345-0@lo:400:kworker.0 Request processed in 25us (1171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.403277:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:1.0:1788985394.403300:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603200 00000100:00100000:1.0:1788985394.403303:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603200 00000100:00100000:1.0:1788985394.403330:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1788985394.403337:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973603200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985394.403367:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973603200:12345-0@lo:400:kworker.0 Request processed in 30us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985394.403373:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788985394.403838:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973602432:0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.403879:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985394.403906:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973602944:0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.403947:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985394.403965:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973603456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404106:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602176 00000100:00100000:0.0:1788985394.404111:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602176 00000100:00100000:0.0:1788985394.404143:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1788985394.404150:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973602176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404189:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973602176:12345-0@lo:400:kworker.0 Request processed in 40us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985394.404195:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1788985394.404226:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602944 00000100:00100000:0.0:1788985394.404230:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602944 00000100:00100000:0.0:1788985394.404261:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1788985394.404268:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973602944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404298:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973602944:12345-0@lo:400:kworker.0 Request processed in 31us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985394.404304:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1788985394.404387:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973602560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404413:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985394.404431:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973603072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404454:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985394.404472:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973603584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404491:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985394.404532:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973602048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985394.404562:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603072 00000100:00100000:0.0:1788985394.404565:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603072 00000100:00100000:0.0:1788985394.404589:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603584 00000100:00100000:0.0:1788985394.404592:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603584 00000100:00100000:0.0:1788985394.404623:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788985394.404630:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973603072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.404664:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973603072:12345-0@lo:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985394.404671:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788985394.404682:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788985394.404688:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973603584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.405096:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788985394.405129:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5ce00 x1875885973602944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985394.405142:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973602944:0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.405167:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602560 00000100:00100000:2.0:1788985394.405178:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602560 00000100:00100000:2.0:1788985394.405200:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603456 00000100:00100000:2.0:1788985394.405203:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603456 00000100:00100000:2.0:1788985394.405219:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:2.0:1788985394.405224:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973602560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.405256:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973602560:12345-0@lo:400:kworker.0 Request processed in 32us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985394.405262:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:2.0:1788985394.405274:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:2.0:1788985394.405279:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973603456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.405309:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973603456:12345-0@lo:400:kworker.0 Request processed in 30us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985394.405315:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:2.0:1788985394.405333:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973602432 00000100:00100000:2.0:1788985394.405336:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973602432 00000100:00100000:2.0:1788985394.405360:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788985394.405366:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973602432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985394.405397:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973602432:12345-0@lo:400:kworker.0 Request processed in 31us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985394.405402:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:2.0:1788985394.405421:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985394.405426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985394.405428:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985394.405430:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985394.405477:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973602432:0@lo:400:kworker.0 00010000:00080000:2.0:1788985394.405488:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5df80 x1875885973603456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985394.405510:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973603456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406194:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973603840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985394.406235:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985394.406269:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973602176:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406281:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973603200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406292:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973602304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406302:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973602816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406324:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973603328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985394.406363:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603840 00000100:00100000:3.0:1788985394.406367:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603840 00000100:00100000:3.0:1788985394.406397:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788985394.406403:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973603840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985394.406419:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985394.406456:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973603840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985394.406463:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1788985394.406491:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973603840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985394.406599:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973603584:12345-0@lo:400:kworker.0 Request processed in 1910us (2106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985394.406607:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788985394.406655:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973602560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.406667:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973603072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985394.406674:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973603584:0@lo:400:kworker.0 00000020:00000080:1.0:1788985394.644639:0:49814:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4eae0810 20000000:00000080:1.0:1788985394.644656:0:49814:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd3800 uarg=0000000000000000 10000000:01000000:1.0:1788985394.644824:0:49814:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985394.644848:0:49814:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644865:0:49814:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644883:0:49814:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644890:0:49814:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644898:0:49814:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644905:0:49814:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.644912:0:49814:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985394.644917:0:49814:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.645329:0:49814:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.645347:0:49814:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.645355:0:49814:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985394.645362:0:49814:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da5300f6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 49814 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985395.110330:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985395.110339:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985395.110345:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985395.110422:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985395.110435:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985395.110447:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985395.110477:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973603968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985395.110551:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985395.110619:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1246001180 going to sleep for 11 seconds 00000100:00100000:3.0:1788985395.111091:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973603968 00000100:00100000:3.0:1788985395.111101:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973603968 00000100:00100000:3.0:1788985395.111162:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788985395.111172:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973603968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985395.111189:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985395.111205:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5300fd expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985395.111233:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985395.111244:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985395.111252:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788985395.111302:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973603968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985395.111320:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788985395.111374:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973603968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985395.111391:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985395.111401:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985395.111423:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985395.111428:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985395.111436:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985395.232085:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985396.254798:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985397.279211:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985397.475838:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985397.475862:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973604096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985397.475974:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985397.476036:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604096 00000100:00100000:3.0:1788985397.476045:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604096 00000100:00100000:3.0:1788985397.476098:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1788985397.476108:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973604096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985397.476137:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985397.476184:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973604096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985397.476191:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00080000:3.0:1788985397.476212:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985397.476260:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973604096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985397.479948:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985397.480052:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973604224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985397.480124:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985397.480547:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604224 00000100:00100000:2.0:1788985397.480558:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604224 00000100:00100000:2.0:1788985397.480836:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1788985397.480847:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973604224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985397.480871:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985397.481121:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973604224:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985397.481213:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985397.482056:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973604224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985397.482076:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1788985397.988285:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985397.988315:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973604352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985397.988385:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985397.990099:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604352 00000100:00100000:3.0:1788985397.990113:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604352 00000100:00100000:3.0:1788985397.991504:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788985397.991520:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973604352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985397.991560:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985397.991647:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973604352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985397.991655:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1788985397.997910:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973604352:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985398.307917:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985399.037692:0:50010:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9ac26e80 20000000:00000080:2.0:1788985399.037711:0:50010:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126e8d1c00 uarg=0000000000000000 00010000:00010000:2.0:1788985399.037988:0:50010:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985399.038006:0:50010:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985399.038027:0:50010:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985399.038038:0:50010:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985399.038050:0:50010:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985399.038067:0:50010:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.038084:0:50010:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.038091:0:50010:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.038140:0:50010:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.038154:0:50010:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 23 pid: 6508 timeout: 1338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985399.038168:0:50010:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50010:1875885973604480:0@lo:104: 00000100:00100000:2.0:1788985399.038228:0:50010:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985399.038279:0:50010:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f780 going to sleep for 11 seconds 00000100:00100000:1.0:1788985399.038780:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985399.038793:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604480 00000100:00100000:1.0:1788985399.038799:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604480 00000100:00100000:1.0:1788985399.038846:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788985399.038856:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144357850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:50010:x1875885973604480:12345-0@lo:104: 00010000:00010000:1.0:1788985399.038868:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985399.038969:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985399.038976:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144357850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:50010:x1875885973604480:12345-0@lo:104: Request processed in 122us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985399.038983:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00010000:00010000:0.0:1788985399.039097:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985399.039104:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039112:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985399.039116:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039125:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985399.039132:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985399.039144:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985399.039179:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039186:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985399.039215:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039223:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da5300fd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530104 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039239:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985399.039240:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985399.039242:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985399.039250:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985399.039261:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973604608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985399.039293:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.039331:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604608 00000100:00100000:0.0:1788985399.039335:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604608 00010000:00010000:0.0:1788985399.039354:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 24 pid: 6508 timeout: 1338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985399.039375:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1788985399.039381:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973604608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985399.039392:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985399.039397:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 24 pid: 6508 timeout: 1338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039418:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 24 pid: 6508 timeout: 1338 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039433:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039440:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039453:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039460:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039467:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039473:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039478:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985399.039482:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039489:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039498:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985399.039516:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985399.039546:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973604608:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.039552:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1788985399.039586:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973604608:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985399.040017:0:50010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da530104 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5300fd expref: 23 pid: 6508 timeout: 1338 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985399.040029:0:50010:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50010:1875885973604480:0@lo:104: 00010000:00010000:2.0:1788985399.040042:0:50010:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.040050:0:50010:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.040057:0:50010:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.040063:0:50010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da53010b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50010 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985399.336111:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985399.350984:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985399.351027:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985399.351063:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985399.351120:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217536 00000100:00100000:1.0:1788985399.351132:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217536 00000100:00100000:1.0:1788985399.351188:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 821 00000100:00100000:1.0:1788985399.351199:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953217536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985399.351277:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953217536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985399.351284:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 821 00000100:00100000:2.0:1788985399.351374:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217664 00000100:00100000:2.0:1788985399.351379:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217664 00000100:00100000:2.0:1788985399.351425:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217792 00000100:00100000:2.0:1788985399.351438:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217792 00000100:00100000:2.0:1788985399.351465:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1541 00000100:00100000:2.0:1788985399.351472:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953217664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985399.351506:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953217664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985399.351512:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1541 00000100:00100000:2.0:1788985399.351526:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1542 00000100:00100000:2.0:1788985399.351532:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953217792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985399.351555:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953217792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985399.351561:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1542 00000100:00080000:1.0:1788985399.351785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985399.351790:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985399.521340:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973604736:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521412:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521461:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973605248:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521486:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521504:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973605760:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521522:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521536:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973606272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521552:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521574:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985399.521579:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973604864:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521601:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521617:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973605376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521635:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521665:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973605888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521685:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521712:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973604992:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521747:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521764:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973605504:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521803:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521820:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973606016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521839:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521857:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985399.521862:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973605120:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521880:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521889:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973605632:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521907:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.521922:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973606144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.521960:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985399.522071:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604736 00000100:00100000:0.0:1788985399.522081:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604736 00000100:00100000:0.0:1788985399.522120:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1788985399.522128:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973604736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522179:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973604736:12345-0@lo:400:kworker.0 Request processed in 52us (767us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522186:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1788985399.522220:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605248 00000100:00100000:0.0:1788985399.522225:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605248 00000100:00100000:0.0:1788985399.522245:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604992 00000100:00100000:0.0:1788985399.522247:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604992 00000100:00100000:0.0:1788985399.522259:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1788985399.522264:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973605248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522296:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973605248:12345-0@lo:400:kworker.0 Request processed in 32us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522302:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1788985399.522320:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788985399.522325:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973604992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522354:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973604992:12345-0@lo:400:kworker.0 Request processed in 29us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522360:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788985399.522376:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605760 00000100:00100000:0.0:1788985399.522379:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605760 00000100:00100000:0.0:1788985399.522401:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606272 00000100:00100000:0.0:1788985399.522404:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606272 00000100:00100000:0.0:1788985399.522414:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605632 00000100:00100000:0.0:1788985399.522417:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605632 00000100:00100000:0.0:1788985399.522426:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606144 00000100:00100000:0.0:1788985399.522428:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606144 00000100:00100000:0.0:1788985399.522440:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788985399.522444:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973605760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522471:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973605760:12345-0@lo:400:kworker.0 Request processed in 26us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522477:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788985399.522486:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985399.522491:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973606272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522512:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973606272:12345-0@lo:400:kworker.0 Request processed in 21us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522518:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985399.522526:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1788985399.522532:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973605632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522551:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973605632:12345-0@lo:400:kworker.0 Request processed in 20us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522565:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1788985399.522574:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1788985399.522579:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973606144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522602:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973606144:12345-0@lo:400:kworker.0 Request processed in 23us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522607:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1788985399.522626:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973604864 00000100:00100000:0.0:1788985399.522629:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973604864 00000100:00100000:0.0:1788985399.522644:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605376 00000100:00100000:0.0:1788985399.522646:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605376 00000100:00100000:0.0:1788985399.522657:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605888 00000100:00100000:0.0:1788985399.522659:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605888 00000100:00100000:0.0:1788985399.522668:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605504 00000100:00100000:0.0:1788985399.522670:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605504 00000100:00100000:0.0:1788985399.522679:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606016 00000100:00100000:0.0:1788985399.522682:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606016 00000100:00100000:0.0:1788985399.522691:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973605120 00000100:00100000:0.0:1788985399.522694:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973605120 00000100:00100000:0.0:1788985399.522704:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:0.0:1788985399.522709:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973604864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522748:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973604864:12345-0@lo:400:kworker.0 Request processed in 38us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522753:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:0.0:1788985399.522765:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1788985399.522771:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973605376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522794:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973605376:12345-0@lo:400:kworker.0 Request processed in 24us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522800:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1788985399.522817:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1788985399.522822:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973605888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522847:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973605888:12345-0@lo:400:kworker.0 Request processed in 25us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522852:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1788985399.522862:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:0.0:1788985399.522867:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12462f4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973605504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985399.522888:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12462f4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973605504:12345-0@lo:400:kworker.0 Request processed in 21us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985399.522893:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00080000:1.0:1788985399.523296:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985399.523300:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985399.523303:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985399.523305:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985399.523316:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973606400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985399.523347:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985399.523378:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606400 00000100:00100000:1.0:1788985399.523382:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606400 00000100:00100000:1.0:1788985399.523405:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788985399.523410:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973606400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985399.523429:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985399.523462:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973606400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985399.523479:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788985399.523520:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973606400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985399.523564:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1788985399.523571:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973606016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.523598:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973606016:12345-0@lo:400:kworker.0 Request processed in 28us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985399.523603:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:3.0:1788985399.526305:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985399.526325:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973606528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985399.526383:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985399.526425:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606528 00000100:00100000:3.0:1788985399.526431:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606528 00000100:00100000:3.0:1788985399.526467:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788985399.526476:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973606528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985399.526511:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985399.526554:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973606528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985399.526561:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788985399.526599:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973606528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985399.527013:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1788985399.527023:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973605120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985399.527070:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973605120:12345-0@lo:400:kworker.0 Request processed in 49us (5188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985399.527077:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:2.0:1788985399.527322:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973606656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985399.527353:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985399.527385:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606656 00000100:00100000:2.0:1788985399.527389:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606656 00000100:00100000:2.0:1788985399.527426:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1788985399.527433:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973606656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985399.527446:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985399.527477:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973606656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985399.527482:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1788985399.527509:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973606656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985399.530953:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973604864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.530975:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973605376:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531289:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973605888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531300:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973604736:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531311:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973605248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531321:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973605760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531332:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973606272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531401:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973605120:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531413:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973605632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531425:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973606144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985399.531435:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973604992:0@lo:400:kworker.0 00010000:00080000:1.0:1788985399.531447:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442fed80 x1875885973605504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985399.531474:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973605504:0@lo:400:kworker.0 00010000:00080000:1.0:1788985399.531489:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c263480 x1875885973606016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985399.531497:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973606016:0@lo:400:kworker.0 00010000:00010000:0.0:1788985400.350110:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985400.608009:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985400.608016:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985400.608020:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985400.608070:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985400.608082:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985400.608094:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985400.608121:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973606784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985400.608199:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985400.608248:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985400.609160:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606784 00000100:00100000:0.0:1788985400.609175:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606784 00000100:00100000:0.0:1788985400.609245:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1788985400.609255:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973606784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985400.609269:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985400.609286:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530112 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985400.609312:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985400.609323:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985400.609332:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985400.609410:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973606784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985400.609439:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1788985400.609497:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973606784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985400.609513:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985400.609522:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985400.609542:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985400.609547:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985400.609962:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985401.378219:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985402.404527:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985402.590251:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973606912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985402.590329:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985402.590676:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985402.590685:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973607040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985402.590727:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985402.590826:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973606912 00000100:00100000:0.0:1788985402.590835:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973606912 00000100:00100000:0.0:1788985402.590895:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607040 00000100:00100000:0.0:1788985402.590899:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607040 00000100:00100000:0.0:1788985402.590917:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00080000:1.0:1788985402.591025:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985402.591057:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973606912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985402.591088:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985402.591359:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973606912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 429us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985402.591367:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1788985402.591386:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1788985402.591393:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973607040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985402.591418:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985402.591446:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973607040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985402.591452:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1788985402.593461:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973606912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985402.593502:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973607040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985403.107555:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973607168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985403.107630:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985403.107724:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607168 00000100:00100000:0.0:1788985403.107733:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607168 00000100:00100000:0.0:1788985403.107780:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1788985403.107790:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973607168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985403.107823:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985403.107873:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973607168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985403.107881:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1788985403.107947:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973607168:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985403.423751:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985403.541732:0:50206:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdad69fdf0 20000000:00000080:2.0:1788985403.541753:0:50206:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea96000 uarg=0000000000000000 00010000:00010000:2.0:1788985403.542130:0:50206:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985403.542149:0:50206:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985403.542170:0:50206:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985403.542180:0:50206:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985403.542192:0:50206:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985403.542210:0:50206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985403.542752:0:50206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530112 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985403.542762:0:50206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985403.542799:0:50206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985403.542812:0:50206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 23 pid: 6508 timeout: 1343 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985403.542826:0:50206:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50206:1875885973607296:0@lo:104: 00000100:00100000:2.0:1788985403.542881:0:50206:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985403.543051:0:50206:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5900 going to sleep for 11 seconds 00000100:00100000:1.0:1788985403.543343:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607296 00000100:00100000:1.0:1788985403.543397:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607296 00000100:00100000:1.0:1788985403.543476:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788985403.543486:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:50206:x1875885973607296:12345-0@lo:104: 00010000:00010000:1.0:1788985403.543499:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985403.543594:0:50206:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50206:1875885973607296:0@lo:104: 00010000:00010000:1.0:1788985403.543594:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985403.543599:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:50206:x1875885973607296:12345-0@lo:104: Request processed in 116us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985403.543606:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00010000:00010000:3.0:1788985403.543613:0:50206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543666:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985403.543673:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543680:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985403.543684:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543700:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985403.543708:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985403.543722:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985403.543760:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543767:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985403.543799:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543806:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da530112 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530119 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.543824:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985403.543825:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985403.543827:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985403.543834:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985403.543845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973607424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985403.543882:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985403.544382:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607424 00000100:00100000:0.0:1788985403.544387:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607424 00010000:00010000:0.0:1788985403.544409:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 1343 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985403.544465:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1788985403.544472:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973607424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985403.544482:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985403.544487:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 1343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544508:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 1343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544521:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da530119 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530112 expref: 24 pid: 6508 timeout: 1343 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544534:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544542:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544554:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544562:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544568:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544575:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544580:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985403.544584:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544592:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544611:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985403.544624:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985403.544657:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce57850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973607424:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985403.544664:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00010000:00010000:3.0:1788985403.544759:0:50206:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985403.544768:0:50206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985403.544775:0:50206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da530120 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985403.546053:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973607424:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985404.446588:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985404.471520:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985404.471569:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985404.471652:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985404.471682:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953217920 00000100:00100000:1.0:1788985404.471701:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953217920 00000100:00100000:1.0:1788985404.471759:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 824 00000100:00100000:1.0:1788985404.471770:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953217920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985404.471843:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953217920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985404.471862:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 824 00000100:00100000:1.0:1788985404.471891:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218048 00000100:00100000:1.0:1788985404.471895:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218048 00000100:00100000:1.0:1788985404.471961:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218176 00000100:00100000:1.0:1788985404.471965:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218176 00000100:00100000:1.0:1788985404.471997:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1549 00000100:00100000:1.0:1788985404.472005:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985404.472033:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985404.472040:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1549 00000100:00100000:1.0:1788985404.472051:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1550 00000100:00100000:1.0:1788985404.472057:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985404.472090:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985404.472097:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1550 00000100:00080000:1.0:1788985404.472205:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985404.472209:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1788985404.572536:0:50254:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff76a23f80 20000000:00000080:1.0:1788985404.572554:0:50254:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d16400 uarg=0000000000000000 00010000:00010000:1.0:1788985404.572894:0:50254:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985404.572911:0:50254:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985404.572952:0:50254:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985404.572963:0:50254:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985404.572976:0:50254:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985404.573009:0:50254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573026:0:50254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573035:0:50254:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573041:0:50254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573047:0:50254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573054:0:50254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573059:0:50254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985404.573063:0:50254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573082:0:50254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573096:0:50254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573103:0:50254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985404.573111:0:50254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da530127 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985404.639664:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973607552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.639747:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.639800:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973608064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.639828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.639852:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973608576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.639875:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.639893:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973609088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.639911:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.639956:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985404.639962:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973607680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640072:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640091:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973608192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640112:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640129:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973608704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640146:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640175:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973607808:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640196:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640213:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973608320:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640231:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973608832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640265:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640283:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985404.640288:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973607936:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640323:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640335:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973608448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640356:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640373:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973608960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640391:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985404.640423:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607552 00000100:00100000:3.0:1788985404.640430:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607552 00000100:00100000:3.0:1788985404.640473:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1788985404.640481:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973607552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640530:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973607552:12345-0@lo:400:kworker.0 Request processed in 49us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.640536:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1788985404.640566:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608576 00000100:00100000:3.0:1788985404.640570:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608576 00000100:00100000:3.0:1788985404.640601:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609088 00000100:00100000:3.0:1788985404.640604:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609088 00000100:00100000:3.0:1788985404.640616:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608448 00000100:00100000:3.0:1788985404.640618:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608448 00000100:00100000:3.0:1788985404.640629:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608960 00000100:00100000:3.0:1788985404.640631:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608960 00000100:00100000:3.0:1788985404.640644:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788985404.640650:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973608576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640681:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973608576:12345-0@lo:400:kworker.0 Request processed in 31us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.640700:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788985404.640712:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788985404.640719:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973609088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640756:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973609088:12345-0@lo:400:kworker.0 Request processed in 38us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.640763:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788985404.640774:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788985404.640780:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973608448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640809:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973608448:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.640816:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788985404.640826:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788985404.640832:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973608960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.640856:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973608960:12345-0@lo:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.640862:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788985404.640883:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607680 00000100:00100000:3.0:1788985404.640887:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607680 00000100:00100000:3.0:1788985404.640904:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608192 00000100:00100000:3.0:1788985404.640906:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608192 00000100:00100000:3.0:1788985404.640916:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608704 00000100:00100000:3.0:1788985404.640918:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608704 00000100:00100000:3.0:1788985404.640949:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608320 00000100:00100000:3.0:1788985404.640951:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608320 00000100:00100000:3.0:1788985404.640964:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608832 00000100:00100000:3.0:1788985404.640966:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608832 00000100:00100000:3.0:1788985404.640977:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607936 00000100:00100000:3.0:1788985404.640979:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607936 00000100:00100000:2.0:1788985404.641304:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973609216:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985404.641340:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985404.641372:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973608064 00000100:00100000:2.0:1788985404.641376:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973608064 00000100:00100000:2.0:1788985404.641395:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973607808 00000100:00100000:2.0:1788985404.641399:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973607808 00000100:00100000:2.0:1788985404.641420:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609216 00000100:00100000:2.0:1788985404.641423:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609216 00000100:00100000:2.0:1788985404.641433:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788985404.641439:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973608064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985404.641473:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973608064:12345-0@lo:400:kworker.0 Request processed in 35us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985404.641479:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788985404.641491:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1788985404.641497:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973607808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985404.641521:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973607808:12345-0@lo:400:kworker.0 Request processed in 26us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985404.641527:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1788985404.641537:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788985404.641542:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973609216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985404.641567:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985404.641616:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430bac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973609216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985404.641621:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788985404.642271:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973609216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985404.643137:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1788985404.643150:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973607680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985404.643213:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973607680:12345-0@lo:400:kworker.0 Request processed in 67us (3141us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643220:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1788985404.643238:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1788985404.643245:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973608192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985404.643268:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973608192:12345-0@lo:400:kworker.0 Request processed in 24us (3155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643273:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1788985404.643282:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1788985404.643288:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973608704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985404.643308:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973608704:12345-0@lo:400:kworker.0 Request processed in 20us (3160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643313:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1788985404.643321:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1788985404.643327:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973608320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985404.643347:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973608320:12345-0@lo:400:kworker.0 Request processed in 21us (3116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643363:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1788985404.643374:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1788985404.643378:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973608832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985404.643401:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973608832:12345-0@lo:400:kworker.0 Request processed in 22us (3135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643405:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1788985404.643419:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985404.643430:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973609344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985404.643455:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985404.643486:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609344 00000100:00100000:0.0:1788985404.643491:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609344 00000100:00100000:0.0:1788985404.643516:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1788985404.643522:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973609344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985404.643540:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985404.643569:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973609344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985404.643575:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1788985404.643606:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973609344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985404.643898:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1788985404.643905:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973607936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644055:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973607936:12345-0@lo:400:kworker.0 Request processed in 150us (3731us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985404.644068:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00080000:3.0:1788985404.644110:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985404.644114:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985404.644117:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985404.644119:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985404.644139:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973607936:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644149:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973608448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644159:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973608960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644167:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973607808:0@lo:400:kworker.0 00010000:00080000:3.0:1788985404.644179:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e9b100 x1875885973608320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985404.644189:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973608320:0@lo:400:kworker.0 00010000:00080000:3.0:1788985404.644198:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f28000 x1875885973608832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985404.644206:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973608832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644234:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973607680:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644243:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973608192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644251:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973608704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644260:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973607552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644269:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973608064:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644278:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973608576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985404.644295:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973609088:0@lo:400:kworker.0 00000100:00100000:2.0:1788985404.648658:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985404.648695:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973609472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985404.648763:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985404.648810:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609472 00000100:00100000:2.0:1788985404.648819:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609472 00000100:00100000:2.0:1788985404.648864:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788985404.648873:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973609472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985404.648906:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985404.648981:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973609472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985404.649627:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788985404.649697:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973609472:0@lo:13:osp-pre-1-0.0 10000000:01000000:3.0:1788985405.470097:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985405.470106:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985405.470112:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985405.470164:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985405.470177:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985405.470189:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985405.470216:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973609600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985405.470287:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985405.470353:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985405.470419:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609600 00000100:00100000:1.0:1788985405.470428:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609600 00000100:00100000:1.0:1788985405.470499:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1788985405.470508:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973609600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985405.470522:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985405.470667:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53012e expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985405.470703:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985405.470714:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985405.470721:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eae00, rc 0) 00000100:00100000:1.0:1788985405.470769:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973609600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 262us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985405.470791:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00010000:00010000:2.0:1788985405.473149:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985405.473200:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973609600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985405.473224:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985405.473236:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985405.473257:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985405.473263:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985405.473271:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985406.498760:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985407.519544:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985407.711884:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973609728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985407.711987:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985407.712213:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609728 00000100:00100000:0.0:1788985407.712223:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609728 00000100:00100000:0.0:1788985407.712278:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1788985407.712289:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973609728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985407.712319:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985407.712370:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973609728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985407.712388:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788985407.712820:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973609856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985407.712862:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985407.712914:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609856 00000100:00100000:2.0:1788985407.712918:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609856 00000100:00100000:2.0:1788985407.712977:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1788985407.712985:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973609856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985407.713003:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985407.713035:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973609856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985407.713041:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1788985407.713080:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973609856:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985407.713800:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985407.713834:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973609728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985408.225006:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973609984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985408.225146:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985408.225239:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973609984 00000100:00100000:0.0:1788985408.225249:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973609984 00000100:00100000:0.0:1788985408.225301:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1788985408.225311:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973609984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985408.225350:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985408.225402:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973609984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985408.225409:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1788985408.225461:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973609984:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985408.547521:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985409.567912:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985409.592021:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985409.592070:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985409.592095:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985409.596268:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218304 00000100:00100000:1.0:1788985409.596285:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218304 00000100:00100000:1.0:1788985409.596372:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 827 00000100:00100000:1.0:1788985409.596385:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953218304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985409.596470:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953218304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (4458us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985409.596478:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 827 00000100:00100000:2.0:1788985409.597031:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218560 00000100:00100000:2.0:1788985409.597037:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218560 00000100:00100000:2.0:1788985409.597085:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218432 00000100:00100000:2.0:1788985409.597089:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218432 00000100:00100000:2.0:1788985409.597113:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1557 00000100:00100000:2.0:1788985409.597122:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218560:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985409.597164:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218560:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (5094us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985409.597171:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1557 00000100:00100000:2.0:1788985409.597186:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1558 00000100:00100000:2.0:1788985409.597191:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218432:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985409.597214:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953218432:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (5119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985409.597220:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1558 00000100:00080000:1.0:1788985409.599101:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985409.599111:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985409.758298:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985409.758326:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973610112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985409.758401:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985409.758466:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610112 00000100:00100000:0.0:1788985409.758475:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610112 00000100:00100000:0.0:1788985409.758535:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1788985409.758688:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973610112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985409.758724:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985409.758779:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973610112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 235us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985409.758787:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00080000:0.0:1788985409.758889:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985409.759097:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973610240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759132:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759157:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973610752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759180:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759208:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973611264:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759233:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759253:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985409.759259:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973610368:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759299:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973610880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759318:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759334:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973611392:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759355:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759380:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973610624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759401:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759418:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973611136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759437:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759452:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973611648:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759470:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759486:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985409.759491:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973610496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759510:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759527:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973611008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759701:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759723:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973611520:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759744:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985409.759769:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610240 00000100:00100000:3.0:1788985409.759773:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610240 00000100:00100000:3.0:1788985409.759819:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788985409.759835:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973610240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.759877:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973610240:12345-0@lo:400:kworker.0 Request processed in 43us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.759884:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788985409.759914:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610752 00000100:00100000:3.0:1788985409.759918:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610752 00000100:00100000:3.0:1788985409.759961:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610496 00000100:00100000:3.0:1788985409.759964:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610496 00000100:00100000:3.0:1788985409.759976:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1788985409.759981:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973610752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760014:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973610752:12345-0@lo:400:kworker.0 Request processed in 32us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760019:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1788985409.760029:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1788985409.760033:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973610496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760058:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973610496:12345-0@lo:400:kworker.0 Request processed in 25us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760062:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1788985409.760076:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611264 00000100:00100000:3.0:1788985409.760079:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611264 00000100:00100000:3.0:1788985409.760104:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611136 00000100:00100000:3.0:1788985409.760106:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611136 00000100:00100000:3.0:1788985409.760115:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611648 00000100:00100000:3.0:1788985409.760117:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611648 00000100:00100000:3.0:1788985409.760130:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788985409.760135:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973611264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760164:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973611264:12345-0@lo:400:kworker.0 Request processed in 29us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760176:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788985409.760187:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788985409.760193:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973611136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760222:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973611136:12345-0@lo:400:kworker.0 Request processed in 28us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760227:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788985409.760237:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788985409.760243:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973611648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760268:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973611648:12345-0@lo:400:kworker.0 Request processed in 25us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760273:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788985409.760290:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610368 00000100:00100000:3.0:1788985409.760294:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610368 00000100:00100000:3.0:1788985409.760311:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610880 00000100:00100000:3.0:1788985409.760314:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610880 00000100:00100000:3.0:1788985409.760327:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611392 00000100:00100000:3.0:1788985409.760329:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611392 00000100:00100000:3.0:1788985409.760339:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973610624 00000100:00100000:3.0:1788985409.760341:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973610624 00000100:00100000:3.0:1788985409.760351:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611008 00000100:00100000:3.0:1788985409.760353:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611008 00000100:00100000:3.0:1788985409.760363:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611520 00000100:00100000:3.0:1788985409.760365:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611520 00000100:00100000:3.0:1788985409.760377:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1788985409.760382:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973610368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760407:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973610368:12345-0@lo:400:kworker.0 Request processed in 25us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760413:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1788985409.760430:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:3.0:1788985409.760435:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973610880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760457:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973610880:12345-0@lo:400:kworker.0 Request processed in 22us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760462:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:3.0:1788985409.760470:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:3.0:1788985409.760475:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973611392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760494:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973611392:12345-0@lo:400:kworker.0 Request processed in 19us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760499:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:3.0:1788985409.760507:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1788985409.760511:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973610624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.760530:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973610624:12345-0@lo:400:kworker.0 Request processed in 19us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985409.760536:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1788985409.760795:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973611904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985409.760827:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985409.760849:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985409.760854:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973611776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985409.760872:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985409.761059:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611904 00000100:00100000:2.0:1788985409.761063:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611904 00000100:00100000:2.0:1788985409.761081:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788985409.761087:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973611904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985409.761111:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985409.761144:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973611904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985409.761150:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788985409.761189:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973611904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985409.762013:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973610112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985409.762048:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973611776 00000100:00100000:1.0:1788985409.762053:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973611776 00000100:00100000:1.0:1788985409.762087:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788985409.762093:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973611776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985409.762109:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985409.762162:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973611776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985409.762169:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788985409.762201:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973611776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985409.762509:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1788985409.762524:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973611008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.762625:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973611008:12345-0@lo:400:kworker.0 Request processed in 107us (3079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985409.763479:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1788985409.763495:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973611520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985409.763560:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973611520:12345-0@lo:400:kworker.0 Request processed in 71us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985409.763566:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00080000:0.0:1788985409.764060:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985409.764066:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985409.764078:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985409.764081:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985409.764115:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973610496:0@lo:400:kworker.0 00010000:00080000:0.0:1788985409.764132:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485c700 x1875885973611008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985409.764143:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973611008:0@lo:400:kworker.0 00010000:00080000:0.0:1788985409.764156:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485f480 x1875885973611520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985409.764164:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973611520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764176:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973610624:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764188:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973611136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764199:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973611648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764250:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973610368:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764262:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973610880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764272:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973611392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764282:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973610240:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764292:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973610752:0@lo:400:kworker.0 00000100:00100000:0.0:1788985409.764302:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973611264:0@lo:400:kworker.0 00000100:00100000:3.0:1788985409.767578:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00010000:00010000:2.0:1788985410.592105:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985411.244163:0:50546:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe57208a80 20000000:00000080:1.0:1788985411.244182:0:50546:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d15c00 uarg=0000000000000000 10000000:01000000:1.0:1788985411.244237:0:50546:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985411.244266:0:50546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985411.244285:0:50546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53012e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985411.244292:0:50546:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985411.244331:0:50546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985411.244345:0:50546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 23 pid: 6508 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985411.244359:0:50546:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50546:1875885973612032:0@lo:104: 00000100:00100000:1.0:1788985411.244420:0:50546:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985411.244529:0:50546:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2900 going to sleep for 11 seconds 00000100:00100000:2.0:1788985411.250299:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612032 00000100:00100000:2.0:1788985411.250315:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612032 00000100:00100000:2.0:1788985411.250417:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1788985411.250427:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:50546:x1875885973612032:12345-0@lo:104: 00010000:00010000:2.0:1788985411.250449:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985411.250595:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985411.250602:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:50546:x1875885973612032:12345-0@lo:104: Request processed in 177us (6182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985411.250610:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1788985411.250709:0:50546:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50546:1875885973612032:0@lo:104: 00010000:00010000:3.0:1788985411.250734:0:50546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257113:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985411.257130:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257169:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985411.257174:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257186:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985411.257194:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985411.257199:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985411.257257:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257263:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985411.257295:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257303:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da53012e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530135 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257327:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985411.257328:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985411.257330:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985411.257338:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985411.257358:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973612160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985411.257429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985411.257492:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612160 00000100:00100000:0.0:1788985411.257499:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612160 00010000:00010000:0.0:1788985411.257536:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985411.257567:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1788985411.257576:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973612160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985411.257589:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985411.257594:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257606:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257619:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da530135 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53012e expref: 24 pid: 6508 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257644:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257653:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257685:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257694:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257701:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257708:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257721:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985411.257725:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257733:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257746:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985411.257757:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985411.257796:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973612160:12345-0@lo:103:ldlm_bl.0 Request processed in 221us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985411.257804:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1788985411.257852:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973612160:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985411.257969:0:50546:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985411.257988:0:50546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985411.257994:0:50546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da53013c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985411.614323:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985412.128628:0:50595:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc46c977e0 20000000:00000080:1.0:1788985412.128648:0:50595:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d14800 uarg=0000000000000000 10000000:01000000:1.0:1788985412.128708:0:50595:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985412.128734:0:50595:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129092:0:50595:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129107:0:50595:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129114:0:50595:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129129:0:50595:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129137:0:50595:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129144:0:50595:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985412.129148:0:50595:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129156:0:50595:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129171:0:50595:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129180:0:50595:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985412.129187:0:50595:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da530143 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50595 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985412.392693:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985412.392706:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985412.392710:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985412.392754:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.392766:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.392777:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985412.392802:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973612288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985412.392866:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985412.392902:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612288 00000100:00100000:2.0:1788985412.392909:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612288 00000100:00100000:2.0:1788985412.392975:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1788985412.392983:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973612288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985412.392995:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985412.393006:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da53014a expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.393027:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.393037:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.393046:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb200, rc 0) 00000100:00100000:2.0:1788985412.393076:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973612288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 94us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985412.393090:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1788985412.393135:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788985412.393154:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973612288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985412.393169:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.393177:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985412.393193:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985412.393198:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985412.393204:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985412.650446:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985412.830734:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985412.830756:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973612416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985412.830831:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985412.830890:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612416 00000100:00100000:0.0:1788985412.830897:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612416 00000100:00100000:0.0:1788985412.830973:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1788985412.830984:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973612416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985412.831011:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985412.831056:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973612416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985412.831063:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00080000:0.0:1788985412.831082:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985412.831130:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973612416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985412.831633:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985412.831643:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973612544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985412.831675:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985412.831707:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612544 00000100:00100000:3.0:1788985412.831711:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612544 00000100:00100000:3.0:1788985412.831735:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1788985412.831741:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973612544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985412.831751:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985412.831849:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973612544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985412.831855:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1788985412.831886:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973612544:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788985412.832997:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985413.348443:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985413.348467:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973612672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985413.348545:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985413.348757:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612672 00000100:00100000:0.0:1788985413.348775:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612672 00000100:00100000:0.0:1788985413.348827:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1788985413.348836:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973612672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985413.348870:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985413.348921:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973612672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985413.348947:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1788985413.348992:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973612672:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985413.666380:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985414.686254:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985414.718715:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985414.718764:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985414.718800:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985414.718830:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218944 00000100:00100000:3.0:1788985414.718840:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218944 00000100:00100000:3.0:1788985414.718894:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218816 00000100:00100000:3.0:1788985414.718898:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218816 00000100:00100000:3.0:1788985414.718921:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1565 00000100:00100000:3.0:1788985414.718962:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953218944:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985414.719035:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953218944:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.719044:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1565 00000100:00100000:3.0:1788985414.719064:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1566 00000100:00100000:3.0:1788985414.719071:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953218816:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985414.719096:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953218816:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.719102:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1566 00000100:00080000:3.0:1788985414.719119:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985414.719124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985414.719517:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953218688 00000100:00100000:1.0:1788985414.719523:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953218688 00000100:00100000:1.0:1788985414.719557:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 830 00000100:00100000:1.0:1788985414.719565:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953218688:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985414.719614:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953218688:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 49us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985414.719631:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 830 00000100:00100000:3.0:1788985414.878150:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973612928:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878214:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878266:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973613440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878287:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878310:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973613952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878327:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878351:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788985414.878357:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973612800:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878383:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878402:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973613312:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878425:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878440:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973613824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878463:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878495:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973614336:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878518:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878541:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973613184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878562:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878578:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973613696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878612:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878627:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973614208:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878645:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878659:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985414.878664:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973613056:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878683:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878701:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973613568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878718:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878731:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973614080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878748:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985414.878771:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612928 00000100:00100000:3.0:1788985414.878779:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612928 00000100:00100000:3.0:1788985414.878814:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613440 00000100:00100000:3.0:1788985414.878817:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613440 00000100:00100000:3.0:1788985414.878840:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613952 00000100:00100000:3.0:1788985414.878842:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613952 00000100:00100000:3.0:1788985414.878855:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613184 00000100:00100000:3.0:1788985414.878857:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613184 00000100:00100000:3.0:1788985414.878868:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613568 00000100:00100000:3.0:1788985414.878871:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613568 00000100:00100000:3.0:1788985414.878882:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614080 00000100:00100000:3.0:1788985414.878884:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614080 00000100:00100000:3.0:1788985414.878898:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1788985414.878916:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973612928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.878993:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973612928:12345-0@lo:400:kworker.0 Request processed in 78us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879000:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:3.0:1788985414.879019:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:3.0:1788985414.879025:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973613440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879051:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973613440:12345-0@lo:400:kworker.0 Request processed in 26us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879056:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:3.0:1788985414.879067:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1788985414.879072:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973613952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879094:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973613952:12345-0@lo:400:kworker.0 Request processed in 23us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879099:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1788985414.879110:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1788985414.879114:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973613184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879143:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973613184:12345-0@lo:400:kworker.0 Request processed in 29us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879149:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:3.0:1788985414.879159:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1788985414.879165:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973613568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879189:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973613568:12345-0@lo:400:kworker.0 Request processed in 25us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879195:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1788985414.879207:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:3.0:1788985414.879219:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973614080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879245:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973614080:12345-0@lo:400:kworker.0 Request processed in 28us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879251:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:3.0:1788985414.879273:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613824 00000100:00100000:3.0:1788985414.879276:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613824 00000100:00100000:3.0:1788985414.879294:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614336 00000100:00100000:3.0:1788985414.879297:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614336 00000100:00100000:3.0:1788985414.879307:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788985414.879312:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973613824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879341:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973613824:12345-0@lo:400:kworker.0 Request processed in 28us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879347:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788985414.879356:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613696 00000100:00100000:3.0:1788985414.879358:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613696 00000100:00100000:3.0:1788985414.879372:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614208 00000100:00100000:3.0:1788985414.879374:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614208 00000100:00100000:3.0:1788985414.879385:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788985414.879391:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973614336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879416:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973614336:12345-0@lo:400:kworker.0 Request processed in 25us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879422:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788985414.879433:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1788985414.879439:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973613696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879465:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973613696:12345-0@lo:400:kworker.0 Request processed in 27us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879471:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1788985414.879490:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1788985414.879495:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973614208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879522:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973614208:12345-0@lo:400:kworker.0 Request processed in 27us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985414.879528:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:3.0:1788985414.879547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985414.879551:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985414.879553:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985414.879555:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788985414.879618:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d64a80 x1875885973613568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985414.879632:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973613568:0@lo:400:kworker.0 00010000:00080000:3.0:1788985414.879644:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d66300 x1875885973614080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985414.879652:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973614080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879662:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973613184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879671:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973613696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879680:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973614208:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879712:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973613824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879720:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973614336:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879729:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973612928:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879738:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973613440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985414.879759:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973613952:0@lo:400:kworker.0 00000100:00100000:0.0:1788985414.879907:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613312 00000100:00100000:0.0:1788985414.879913:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613312 00000100:00100000:0.0:1788985414.879966:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973613056 00000100:00100000:0.0:1788985414.879969:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973613056 00000100:00100000:0.0:1788985414.879984:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1788985414.879990:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973613312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985414.880034:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973613312:12345-0@lo:400:kworker.0 Request processed in 45us (1609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985414.880040:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1788985414.880053:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1788985414.880058:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973613056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985414.880090:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973613056:12345-0@lo:400:kworker.0 Request processed in 32us (1405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985414.880096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1788985414.880123:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973613056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985414.880155:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973613312:0@lo:400:kworker.0 00000100:00100000:2.0:1788985414.883505:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973612800 00000100:00100000:2.0:1788985414.883519:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973612800 00000100:00100000:2.0:1788985414.883570:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1788985414.883580:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973612800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985414.883684:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973612800:12345-0@lo:400:kworker.0 Request processed in 105us (5299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985414.883692:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1788985414.883839:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973612800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985414.890700:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973614592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985414.890780:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985414.891261:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973614464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985414.891302:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985414.891340:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614464 00000100:00100000:2.0:1788985414.891347:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614464 00000100:00100000:2.0:1788985414.891390:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1788985414.891398:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973614464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985414.891433:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985414.891478:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973614464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985414.891484:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1788985414.891527:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973614464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985414.891704:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614592 00000100:00100000:0.0:1788985414.891708:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614592 00000100:00100000:0.0:1788985414.891828:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788985414.891836:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973614592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985414.891856:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985414.891892:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973614592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985414.891899:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788985414.891962:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973614592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985414.891975:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985414.891980:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973614720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985414.892006:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985414.892031:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614720 00000100:00100000:0.0:1788985414.892035:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614720 00000100:00100000:0.0:1788985414.892058:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788985414.892064:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973614720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985414.892074:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985414.892103:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973614720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985414.892109:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788985414.892141:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973614720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985415.376814:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985415.377313:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219072 00000100:00100000:0.0:1788985415.377322:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219072 00000100:00100000:0.0:1788985415.377381:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:0.0:1788985415.377397:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953219072:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788985415.377409:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985415.377412:0:10333:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da530047) 00010000:00010000:0.0:1788985415.377413:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985415.377453:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953219072:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 57us (651us total) trans 0 rc 116/116 00000100:00100000:0.0:1788985415.377457:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 9 00000100:00100000:1.0:1788985415.408598:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985415.408708:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219200 00000100:00100000:3.0:1788985415.408719:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219200 00000100:00100000:0.0:1788985415.409707:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 82 00000100:00100000:0.0:1788985415.409726:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:30926:x1875885953219200:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985415.409750:0:6513:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985415.409776:0:6513:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9400/0xa0dd3253da530158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1719b expref: -99 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.409847:0:6513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.409863:0:6513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.409876:0:6513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788985415.409926:0:6513:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788985415.409951:0:6513:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788985415.409984:0:6513:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.410013:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9400/0xa0dd3253da530158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1719b expref: 7 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.410058:0:6513:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1719b expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.410230:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1500) 00010000:00010000:0.0:1788985415.410234:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985415.410238:0:6513:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9000, rc 0) 00000100:00100000:0.0:1788985415.410314:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:30926:x1875885953219200:12345-192.168.202.6@tcp:101:rm.0 Request processed in 596us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985415.410322:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 82 00000100:00100000:3.0:1788985415.415854:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985415.415905:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219328 00000100:00100000:0.0:1788985415.415916:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219328 00000100:00100000:0.0:1788985415.416073:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 83 00000100:00100000:0.0:1788985415.416084:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:30926:x1875885953219328:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985415.416105:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985415.416125:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9c00/0xa0dd3253da530166 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171a2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416184:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416198:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416210:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416270:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416293:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416300:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416342:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416349:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416357:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416375:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985415.416380:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416389:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416402:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1500) 00010000:00010000:0.0:1788985415.416405:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985415.416410:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416417:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8800/0xa0dd3253da53016d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416432:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416445:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416451:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416457:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985415.416460:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416467:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416475:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8b11422d1f00) 00010000:00010000:0.0:1788985415.416478:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985415.416481:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416488:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da530174 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416532:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9c00/0xa0dd3253da530166 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171a2 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416543:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1500) 00010000:00010000:0.0:1788985415.416545:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985415.416549:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9c00/0xa0dd3253da530166 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171a2 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985415.416559:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788985415.416639:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:30926:x1875885953219328:12345-192.168.202.6@tcp:101:rm.0 Request processed in 556us (791us total) trans 0 rc 301/301 00000100:00100000:0.0:1788985415.416647:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 83 00010000:00010000:3.0:1788985415.710191:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985416.201509:0:50790:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0150c2b0 20000000:00000080:2.0:1788985416.201528:0:50790:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e4a800 uarg=0000000000000000 10000000:01000000:2.0:1788985416.201589:0:50790:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985416.201610:0:50790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.201627:0:50790:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da53014a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.201636:0:50790:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.201673:0:50790:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.201688:0:50790:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 23 pid: 6508 timeout: 1356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985416.201715:0:50790:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50790:1875885973614848:0@lo:104: 00000100:00100000:2.0:1788985416.202199:0:50790:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985416.202298:0:50790:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788985416.202345:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614848 00000100:00100000:3.0:1788985416.202353:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614848 00000100:00100000:3.0:1788985416.202443:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1788985416.202453:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:50790:x1875885973614848:12345-0@lo:104: 00010000:00010000:3.0:1788985416.202467:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985416.202539:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985416.202545:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:50790:x1875885973614848:12345-0@lo:104: Request processed in 95us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985416.202553:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1788985416.202621:0:50790:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:50790:1875885973614848:0@lo:104: 00010000:00010000:2.0:1788985416.202641:0:50790:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202687:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985416.202694:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202702:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985416.202707:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202718:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985416.202725:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985416.202730:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985416.202775:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202782:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985416.202807:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202813:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da53014a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530151 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.202829:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985416.202831:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985416.202852:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985416.202866:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973614976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985416.202908:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985416.202985:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973614976 00000100:00100000:0.0:1788985416.202989:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973614976 00010000:00010000:0.0:1788985416.203010:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 1356 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985416.203034:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1788985416.203040:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973614976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985416.203052:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985416.203059:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 1356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203070:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 1356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203082:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530151 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da53014a expref: 24 pid: 6508 timeout: 1356 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203095:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203103:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203117:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203125:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203137:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203144:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203150:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985416.203154:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203162:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203174:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985416.203184:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985416.203212:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973614976:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985416.203219:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1788985416.203254:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973614976:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985416.203325:0:50790:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.203333:0:50790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985416.203340:0:50790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da53017b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985416.735168:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985417.023555:0:50839:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe73075f40 20000000:00000080:3.0:1788985417.023704:0:50839:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11433ca400 uarg=0000000000000000 10000000:01000000:3.0:1788985417.023762:0:50839:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985417.023788:0:50839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023803:0:50839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023813:0:50839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023831:0:50839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023838:0:50839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023846:0:50839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023853:0:50839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985417.023857:0:50839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023865:0:50839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023878:0:50839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023885:0:50839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.023891:0:50839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da530182 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.762589:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985417.889667:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985417.889678:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985417.889686:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985417.889825:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.889859:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985417.889872:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985417.889899:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973615104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985417.891086:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985417.891204:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141937c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788985417.892041:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615104 00000100:00100000:2.0:1788985417.892053:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615104 00000100:00100000:1.0:1788985417.895703:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788985417.895724:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973615104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985417.895755:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985417.895777:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530189 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985417.895808:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530189 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985417.895820:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530189 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985417.895829:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788985417.895909:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973615104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 193us (4828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985417.895915:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788985417.896009:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973615104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985417.896029:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985417.896040:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985417.896074:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985417.896081:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985417.896088:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985417.958044:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973615232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985417.958128:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985417.958211:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615232 00000100:00100000:0.0:1788985417.958219:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615232 00000100:00100000:0.0:1788985417.958272:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1788985417.958282:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973615232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985417.958328:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985417.958377:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973615232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985417.958384:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00080000:0.0:1788985417.958404:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985417.958440:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973615232:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985417.965708:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985417.965734:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973615360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985417.965817:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985417.965880:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615360 00000100:00100000:2.0:1788985417.965888:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615360 00000100:00100000:2.0:1788985417.965967:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1788985417.965976:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973615360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985417.965997:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985417.966046:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973615360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985417.966062:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00080000:2.0:1788985417.966086:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985417.966123:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973615360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985418.479847:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985418.479871:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973615488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985418.479958:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985418.480038:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615488 00000100:00100000:1.0:1788985418.480048:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615488 00000100:00100000:1.0:1788985418.480099:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788985418.480109:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973615488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985418.480146:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985418.480189:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973615488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985418.480194:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788985418.480231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973615488:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985418.783156:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985419.812671:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985419.834114:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985419.834160:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985419.834186:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985419.834223:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219712 00000100:00100000:3.0:1788985419.834233:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219712 00000100:00100000:3.0:1788985419.834291:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219584 00000100:00100000:3.0:1788985419.834295:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219584 00000100:00100000:3.0:1788985419.834318:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1573 00000100:00100000:3.0:1788985419.834329:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953219712:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985419.834400:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953219712:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985419.834408:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1573 00000100:00100000:3.0:1788985419.834426:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1574 00000100:00100000:3.0:1788985419.834432:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953219584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985419.834468:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953219584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985419.834494:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1574 00000100:00080000:3.0:1788985419.834512:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985419.834516:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985419.834766:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219456 00000100:00100000:2.0:1788985419.834772:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219456 00000100:00100000:2.0:1788985419.834816:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 833 00000100:00100000:2.0:1788985419.834825:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953219456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985419.834861:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953219456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985419.834868:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 833 00000100:00100000:0.0:1788985419.998119:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985419.998147:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973615616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985419.998224:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.998294:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615616 00000100:00100000:0.0:1788985419.998303:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615616 00000100:00100000:0.0:1788985419.998361:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1788985419.998371:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973615616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985419.998400:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985419.998449:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973615616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.998469:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:0.0:1788985419.998491:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985419.998533:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973615616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985419.998889:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973616000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.998918:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.998956:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973616512:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.998977:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999001:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973617024:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999039:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999059:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985419.999064:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973615872:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999090:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999110:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973616384:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999134:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999152:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973616896:0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999170:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999196:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616000 00000100:00100000:0.0:1788985419.999200:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616000 00000100:00100000:0.0:1788985419.999230:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616512 00000100:00100000:0.0:1788985419.999234:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616512 00000100:00100000:0.0:1788985419.999258:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617024 00000100:00100000:0.0:1788985419.999261:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617024 00000100:00100000:0.0:1788985419.999276:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1788985419.999283:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973616000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999320:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973616000:12345-0@lo:400:kworker.0 Request processed in 37us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999327:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1788985419.999339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1788985419.999346:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973616512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999372:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973616512:12345-0@lo:400:kworker.0 Request processed in 27us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999377:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1788985419.999388:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1788985419.999393:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973617024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999429:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973617024:12345-0@lo:400:kworker.0 Request processed in 36us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999435:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:0.0:1788985419.999598:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615872 00000100:00100000:0.0:1788985419.999603:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615872 00000100:00100000:0.0:1788985419.999638:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788985419.999644:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973615872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999674:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973615872:12345-0@lo:400:kworker.0 Request processed in 30us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999679:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788985419.999705:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616384 00000100:00100000:0.0:1788985419.999709:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616384 00000100:00100000:0.0:1788985419.999734:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1788985419.999740:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973616384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999769:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973616384:12345-0@lo:400:kworker.0 Request processed in 29us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999775:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1788985419.999792:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616896 00000100:00100000:0.0:1788985419.999795:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616896 00000100:00100000:0.0:1788985419.999819:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1788985419.999826:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973616896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985419.999855:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973616896:12345-0@lo:400:kworker.0 Request processed in 29us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985419.999860:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:0.0:1788985419.999889:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985419.999894:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985419.999905:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973615744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985419.999973:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985419.999998:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973616256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000020:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000036:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973616768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000057:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000076:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000094:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000116:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985420.000122:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973616128:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000142:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000160:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973616640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000178:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000192:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973617152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000209:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985420.000235:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973615744 00000100:00100000:0.0:1788985420.000239:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973615744 00000100:00100000:0.0:1788985420.000271:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1788985420.000277:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973615744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985420.000292:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985420.000331:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973615744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000336:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1788985420.000354:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616768 00000100:00100000:0.0:1788985420.000357:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616768 00000100:00100000:0.0:1788985420.000379:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617280 00000100:00100000:0.0:1788985420.000382:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617280 00000100:00100000:0.0:1788985420.000408:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788985420.000414:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973616768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000443:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973616768:12345-0@lo:400:kworker.0 Request processed in 30us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000449:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788985420.000477:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788985420.000483:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000508:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617280:12345-0@lo:400:kworker.0 Request processed in 26us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000513:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788985420.000534:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616128 00000100:00100000:0.0:1788985420.000537:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616128 00000100:00100000:0.0:1788985420.000569:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1788985420.000575:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973616128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000606:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973616128:12345-0@lo:400:kworker.0 Request processed in 31us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000612:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1788985420.000630:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616256 00000100:00100000:0.0:1788985420.000634:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616256 00000100:00100000:0.0:1788985420.000655:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973616640 00000100:00100000:0.0:1788985420.000658:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973616640 00000100:00100000:0.0:1788985420.000674:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617152 00000100:00100000:0.0:1788985420.000676:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617152 00000100:00100000:0.0:1788985420.000689:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:0.0:1788985420.000694:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973616256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000723:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973616256:12345-0@lo:400:kworker.0 Request processed in 29us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000738:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:0.0:1788985420.000752:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1788985420.000757:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973616640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000785:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973616640:12345-0@lo:400:kworker.0 Request processed in 29us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000790:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1788985420.000801:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:0.0:1788985420.000807:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973617152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000831:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973617152:12345-0@lo:400:kworker.0 Request processed in 25us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.000837:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00080000:0.0:1788985420.000855:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985420.000858:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985420.000860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985420.000900:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973615872:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000913:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973616384:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000923:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973616896:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000960:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973616000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000972:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973616512:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.000982:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973617024:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.001023:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973616128:0@lo:400:kworker.0 00010000:00080000:0.0:1788985420.001034:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485d880 x1875885973616640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985420.001051:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973616640:0@lo:400:kworker.0 00010000:00080000:0.0:1788985420.001062:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485e300 x1875885973617152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985420.001069:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973617152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.001084:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973615744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985420.001093:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973616256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.001100:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973616768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985420.001107:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617280:0@lo:400:kworker.0 00000100:00100000:3.0:1788985420.004732:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973617408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985420.004833:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985420.006655:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617408 00000100:00100000:2.0:1788985420.006674:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617408 00000100:00100000:2.0:1788985420.006756:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1788985420.006766:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973617408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985420.006805:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985420.015589:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973617408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 8810us (10741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985420.015608:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1788985420.016967:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973617408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985420.670425:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985420.670526:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219840 00000100:00100000:0.0:1788985420.670546:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219840 00000100:00100000:0.0:1788985420.670609:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 10 00000100:00100000:0.0:1788985420.670620:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:6164:x1875885953219840:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788985420.670635:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985420.670660:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9000/0xa0dd3253da53015f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1719b expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985420.670678:0:10333:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1500) 00010000:00010000:0.0:1788985420.670689:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985420.670756:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953219840:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 138us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985420.670763:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 10 00010000:00010000:3.0:1788985420.835983:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985421.708897:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985421.708972:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953219968 00000100:00100000:3.0:1788985421.708986:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953219968 00000100:00100000:3.0:1788985421.709191:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 84 00000100:00100000:3.0:1788985421.709206:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:31039:x1875885953219968:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985421.709236:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985421.709270:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da530197 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171a9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709353:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709371:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709389:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788985421.709449:0:6514:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788985421.709454:0:6514:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788985421.709508:0:6514:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709553:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da530197 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171a9 expref: 7 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709577:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171a9 expref: 6 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.709585:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494100) 00010000:00010000:3.0:1788985421.709589:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788985421.709594:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985421.709671:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:31039:x1875885953219968:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 469us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985421.709678:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 84 00000100:00080000:3.0:1788985421.709786:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985421.712536:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985421.712600:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220096 00000100:00100000:3.0:1788985421.712612:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220096 00000100:00100000:3.0:1788985421.712672:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 85 00000100:00100000:3.0:1788985421.712684:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:31039:x1875885953220096:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985421.712713:0:10354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985421.712740:0:10354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da5301a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171b0 expref: -99 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712824:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712840:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712874:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712892:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712898:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.712905:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713373:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713385:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713393:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713400:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985421.713406:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713415:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713432:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494100) 00010000:00010000:3.0:1788985421.713435:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985421.713442:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713457:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da5301ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713477:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713483:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713490:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713495:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985421.713499:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713505:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713513:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff8b1248494e00) 00010000:00010000:3.0:1788985421.713516:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985421.713519:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713534:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da5301b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713573:0:10354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da5301a5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171b0 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713594:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494100) 00010000:00010000:3.0:1788985421.713597:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985421.713601:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da5301a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171b0 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985421.713610:0:10354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788985421.713692:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:31039:x1875885953220096:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 1010us (1181us total) trans 0 rc 301/301 00000100:00100000:3.0:1788985421.713702:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 85 00010000:00010000:2.0:1788985421.861257:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985422.884363:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985423.071401:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973617536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985423.071540:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985423.071697:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617536 00000100:00100000:0.0:1788985423.071707:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617536 00000100:00100000:0.0:1788985423.071777:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1788985423.071788:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973617536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985423.071826:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985423.071886:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973617536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985423.071894:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1788985423.071921:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985423.071957:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985423.071986:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985423.072012:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617664 00000100:00100000:0.0:1788985423.072016:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617664 00000100:00100000:0.0:1788985423.072039:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788985423.072047:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985423.072058:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985423.072099:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985423.072106:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788985423.072158:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985423.072191:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973617536:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985423.085124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985423.603169:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985423.603294:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985423.603564:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617792 00000100:00100000:0.0:1788985423.603577:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617792 00000100:00100000:0.0:1788985423.603652:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788985423.603664:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985423.603734:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985423.603803:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973617792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985423.603811:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788985423.603871:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973617792:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985423.906430:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788985424.148666:0:51083:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_19: @@@@@@ FAIL: cannot chmod trusted_admin:0:c0:0:003 00010000:00010000:2.0:1788985424.930280:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985424.961246:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985424.961553:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985424.961592:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985424.961675:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220480 00000100:00100000:2.0:1788985424.961685:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220480 00000100:00100000:2.0:1788985424.961750:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220352 00000100:00100000:2.0:1788985424.961754:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220352 00000100:00100000:2.0:1788985424.961795:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1581 00000100:00100000:2.0:1788985424.961806:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953220480:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985424.961882:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953220480:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985424.961890:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1581 00000100:00100000:2.0:1788985424.961907:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1582 00000100:00100000:2.0:1788985424.961912:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953220352:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985424.961974:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953220352:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 61us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985424.961981:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1582 00000100:00080000:3.0:1788985424.962742:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985424.962748:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985424.966583:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220224 00000100:00100000:0.0:1788985424.966598:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220224 00000100:00100000:0.0:1788985424.966677:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 835 00000100:00100000:0.0:1788985424.966686:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953220224:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985424.966769:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953220224:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 84us (5533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985424.966777:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 835 00000100:00100000:2.0:1788985425.118619:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973617920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985425.118838:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973618048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985425.118839:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985425.118883:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985425.118915:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973618432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.118945:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973618304:0@lo:400:kworker.0 00000100:00100000:2.0:1788985425.118962:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985425.118985:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985425.119006:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973617920 00000100:00100000:0.0:1788985425.119011:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985425.119016:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973617920 00000100:00100000:0.0:1788985425.119020:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973618176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.119066:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985425.119073:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618432 00000100:00100000:2.0:1788985425.119077:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618432 00000100:00100000:2.0:1788985425.119101:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1788985425.119107:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618048 00000100:00100000:2.0:1788985425.119112:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973617920:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985425.119113:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618048 00000004:00000024:2.0:1788985425.119153:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985425.119155:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1788985425.119165:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973618048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985425.119188:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985425.119207:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973617920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985425.119216:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788985425.119235:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1788985425.119244:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973618048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985425.119258:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973618432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.119263:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1788985425.119298:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973618432:12345-0@lo:400:kworker.0 Request processed in 42us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985425.119305:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1788985425.119323:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973618048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985425.119346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973618432:0@lo:400:kworker.0 00000100:00100000:2.0:1788985425.119362:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973617920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985425.120051:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618304 00000100:00100000:3.0:1788985425.120057:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618304 00000100:00100000:3.0:1788985425.120104:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1788985425.120111:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973618304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985425.120163:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973618304:12345-0@lo:400:kworker.0 Request processed in 53us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985425.120169:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:3.0:1788985425.120189:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618176 00000100:00100000:3.0:1788985425.120193:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618176 00000100:00100000:3.0:1788985425.120228:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1788985425.120235:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973618176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985425.120266:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973618176:12345-0@lo:400:kworker.0 Request processed in 32us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985425.120272:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00080000:3.0:1788985425.120310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985425.120335:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973618176:0@lo:400:kworker.0 00000100:00100000:3.0:1788985425.120347:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973618304:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.120644:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973618560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985425.120678:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985425.120905:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618560 00000100:00100000:3.0:1788985425.120910:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618560 00000100:00100000:3.0:1788985425.120979:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1788985425.120987:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973618560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985425.121002:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985425.121042:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973618560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985425.121049:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1788985425.121097:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973618560:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788985425.121335:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985425.122524:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973618944:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.122577:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985425.122604:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973619456:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.122625:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985425.122647:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788985425.122761:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973619072:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.122788:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985425.122808:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973619584:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.122828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985425.122859:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618944 00000100:00100000:1.0:1788985425.122866:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618944 00000100:00100000:1.0:1788985425.122909:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619456 00000100:00100000:1.0:1788985425.122912:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619456 00000100:00100000:1.0:1788985425.123011:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619072 00000100:00100000:1.0:1788985425.123015:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619072 00000100:00100000:1.0:1788985425.123031:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619584 00000100:00100000:1.0:1788985425.123033:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619584 00000100:00100000:1.0:1788985425.123049:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1788985425.123057:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973618944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123103:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973618944:12345-0@lo:400:kworker.0 Request processed in 47us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985425.123110:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:1.0:1788985425.123126:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1788985425.123132:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973619456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123159:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973619456:12345-0@lo:400:kworker.0 Request processed in 27us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985425.123164:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1788985425.123175:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1788985425.123181:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973619072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123206:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973619072:12345-0@lo:400:kworker.0 Request processed in 26us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985425.123212:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1788985425.123231:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1788985425.123237:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973619584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123264:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973619584:12345-0@lo:400:kworker.0 Request processed in 28us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985425.123270:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00010000:00080000:1.0:1788985425.123317:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397ed80 x1875885973619072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985425.123331:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973619072:0@lo:400:kworker.0 00010000:00080000:1.0:1788985425.123341:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144364a80 x1875885973619584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985425.123349:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973619584:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123358:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973618944:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.123367:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973619456:0@lo:400:kworker.0 00000100:00080000:0.0:1788985425.125764:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985425.125775:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985425.125800:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973618816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.125873:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985425.125917:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973619328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.125974:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985425.125981:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973618688:0@lo:400:kworker.0 00000100:00100000:2.0:1788985425.126012:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985425.126015:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619328 00000100:00100000:0.0:1788985425.126023:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619328 00000100:00100000:2.0:1788985425.126033:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973619200:0@lo:400:kworker.0 00000100:00100000:2.0:1788985425.126057:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985425.126101:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618688 00000100:00100000:2.0:1788985425.126105:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618688 00000100:00100000:2.0:1788985425.126136:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1788985425.126146:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973618688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985425.126196:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973618688:12345-0@lo:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985425.126203:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1788985425.126247:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973618688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.126687:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973618816 00000100:00100000:1.0:1788985425.126694:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973618816 00000100:00100000:1.0:1788985425.126727:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1788985425.126734:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973618816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985425.126781:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973618816:12345-0@lo:400:kworker.0 Request processed in 48us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985425.126788:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:1.0:1788985425.126896:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985425.126946:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973618816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.136963:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619200 00000100:00100000:0.0:1788985425.136986:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619200 00000100:00100000:0.0:1788985425.137056:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788985425.137066:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973619328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.137172:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973619328:12345-0@lo:400:kworker.0 Request processed in 107us (11196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985425.137179:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788985425.137195:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1788985425.137201:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973619200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.137235:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973619200:12345-0@lo:400:kworker.0 Request processed in 35us (11177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985425.137240:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:0.0:1788985425.137269:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985425.137309:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973619200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985425.137349:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973619328:0@lo:400:kworker.0 00010000:00010000:3.0:1788985425.952187:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 3513 lines, 3513 kept, 0 dropped, 0 bad.