00010000:00010000:2.0F:1788985426.974345:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985427.998294:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1788985428.190084:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973619712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985428.190184:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1788985428.190614:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619712 00000100:00100000:3.0:1788985428.190629:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619712 00000100:00100000:3.0:1788985428.190690:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1788985428.190701:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973619712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985428.190732:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985428.190855:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973619840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985428.190887:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1788985428.190993:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619840 00000100:00100000:0.0:1788985428.191003:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619840 00000100:00100000:0.0:1788985428.191026:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1788985428.191032:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973619840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985428.191043:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985428.191092:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973619840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985428.191100:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1788985428.191227:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973619712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 527us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985428.191234:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:3.0:1788985428.191261:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985428.191338:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973619840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985428.191651:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973619712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985428.703673:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973619968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985428.703745:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985428.705162:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973619968 00000100:00100000:2.0:1788985428.705174:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973619968 00000100:00100000:2.0:1788985428.705218:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1788985428.705227:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973619968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985428.705267:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985428.705331:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973619968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985428.705338:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1788985428.705807:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973619968:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985429.023095:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985429.280797:0:51280:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea64407d0 20000000:00000080:0.0:1788985429.280816:0:51280:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114334f000 uarg=0000000000000000 00010000:00010000:0.0:1788985429.282841:0:51280:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788985429.282882:0:51280:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494100) 00010000:00010000:0.0:1788985429.282886:0:51280:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985429.282898:0:51280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da53019e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171a9 expref: 5 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.282923:0:51280:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788985429.283126:0:51280:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985429.283137:0:51280:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985429.283169:0:51280:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985429.283182:0:51280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.283196:0:51280:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530189 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.283203:0:51280:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.283236:0:51280:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.283260:0:51280:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 23 pid: 6506 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985429.283275:0:51280:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51280:1875885973620096:0@lo:104: 00000100:00100000:0.0:1788985429.283334:0:51280:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985429.283432:0:51280:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d780 going to sleep for 11 seconds 00000100:00100000:1.0:1788985429.283512:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620096 00000100:00100000:1.0:1788985429.283519:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620096 00000100:00100000:1.0:1788985429.283593:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788985429.283603:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51280:x1875885973620096:12345-0@lo:104: 00010000:00010000:1.0:1788985429.283623:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985429.283714:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985429.283719:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51280:x1875885973620096:12345-0@lo:104: Request processed in 119us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985429.283726:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00010000:00010000:2.0:1788985429.283765:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985429.283772:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.283780:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985429.283784:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.283793:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985429.283801:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985429.283812:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985429.283843:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.283849:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985429.283867:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.283874:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da530189 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530190 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.283888:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985429.283889:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985429.283891:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985429.283910:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973620224:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985429.283958:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985429.283991:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620224 00000100:00100000:2.0:1788985429.283995:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620224 00010000:00010000:2.0:1788985429.284011:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 24 pid: 6506 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985429.284046:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788985429.284053:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973620224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985429.284063:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985429.284068:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 24 pid: 6506 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284077:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 24 pid: 6506 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284095:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284104:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284116:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284122:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284130:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284136:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284141:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985429.284146:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284153:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284161:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985429.284168:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985429.284193:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973620224:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985429.284207:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788985429.284238:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973620224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985429.284484:0:51280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530190 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530189 expref: 23 pid: 6506 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985429.284494:0:51280:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51280:1875885973620096:0@lo:104: 00010000:00010000:0.0:1788985429.284508:0:51280:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.284515:0:51280:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.284521:0:51280:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985429.284527:0:51280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da5301ba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985430.046180:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985430.070553:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985430.071613:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220608 00000100:00100000:3.0:1788985430.071628:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220608 00000100:00100000:3.0:1788985430.071696:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 837 00000100:00100000:3.0:1788985430.071706:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953220608:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985430.071788:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953220608:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (1246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.071796:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 837 00000100:00100000:1.0:1788985430.078793:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985430.078840:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985430.078958:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220736 00000100:00100000:3.0:1788985430.078972:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220736 00000100:00100000:3.0:1788985430.079052:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220864 00000100:00100000:3.0:1788985430.079055:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220864 00000100:00100000:3.0:1788985430.079082:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1589 00000100:00100000:3.0:1788985430.079092:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953220736:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985430.079164:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953220736:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.079171:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1589 00000100:00100000:3.0:1788985430.079190:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1590 00000100:00100000:3.0:1788985430.079197:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953220864:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985430.079240:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953220864:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 43us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.079247:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1590 00000100:00080000:0.0:1788985430.079563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985430.079568:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985430.239715:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985430.239739:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973620352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985430.239812:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.239890:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620352 00000100:00100000:2.0:1788985430.239899:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620352 00000100:00100000:2.0:1788985430.239960:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1788985430.239969:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973620352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985430.240004:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985430.240053:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973620352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.240059:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1788985430.240106:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973620352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985430.240518:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973620608:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240548:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240577:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973621120:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240596:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240613:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973621632:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240631:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240654:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788985430.240659:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973620736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240679:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240710:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973621248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240734:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240764:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973621760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240782:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.240810:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620608 00000100:00100000:2.0:1788985430.240815:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620608 00000100:00100000:2.0:1788985430.240841:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621120 00000100:00100000:2.0:1788985430.240844:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621120 00000100:00100000:2.0:1788985430.240864:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621632 00000100:00100000:2.0:1788985430.240867:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621632 00000100:00100000:2.0:1788985430.240878:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620736 00000100:00100000:2.0:1788985430.240880:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620736 00000100:00100000:2.0:1788985430.240892:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1788985430.240899:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973620608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.240959:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973620608:12345-0@lo:400:kworker.0 Request processed in 59us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.240966:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:2.0:1788985430.240979:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1788985430.240984:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973621120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241011:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973621120:12345-0@lo:400:kworker.0 Request processed in 27us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.241017:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1788985430.241027:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1788985430.241032:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973621632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241059:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973621632:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.241064:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1788985430.241082:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1788985430.241088:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973620736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241116:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973620736:12345-0@lo:400:kworker.0 Request processed in 28us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.241122:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:1.0:1788985430.241139:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973620864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241169:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985430.241188:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973621376:0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241206:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985430.241221:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973621888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241238:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985430.241260:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788985430.241266:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973620480:0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241291:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985430.241313:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973620992:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241328:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621248 00000100:00100000:2.0:1788985430.241332:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621248 00000100:00100000:1.0:1788985430.241341:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.241351:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1788985430.241358:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973621248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241375:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973621504:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241389:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973621248:12345-0@lo:400:kworker.0 Request processed in 31us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985430.241393:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.241395:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1788985430.241405:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621760 00000100:00100000:2.0:1788985430.241407:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621760 00000100:00100000:1.0:1788985430.241407:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973622016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985430.241421:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621376 00000100:00100000:2.0:1788985430.241423:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621376 00000100:00100000:1.0:1788985430.241425:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.241433:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621888 00000100:00100000:2.0:1788985430.241436:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621888 00000100:00100000:2.0:1788985430.241460:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788985430.241460:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620864 00000100:00100000:1.0:1788985430.241463:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620864 00000100:00100000:2.0:1788985430.241465:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973621760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241486:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1788985430.241492:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973620864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.241493:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973621760:12345-0@lo:400:kworker.0 Request processed in 28us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.241498:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788985430.241508:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1788985430.241513:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973621376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.241524:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973620864:12345-0@lo:400:kworker.0 Request processed in 32us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985430.241529:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1788985430.241534:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973621376:12345-0@lo:400:kworker.0 Request processed in 21us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985430.241547:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788985430.241553:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973621888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985430.241577:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620992 00000100:00100000:1.0:1788985430.241579:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973621888:12345-0@lo:400:kworker.0 Request processed in 27us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.241580:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620992 00000100:00100000:3.0:1788985430.241608:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973621504 00000100:00100000:3.0:1788985430.241611:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973621504 00000100:00100000:3.0:1788985430.241630:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1788985430.241636:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973620992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985430.241666:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973620992:12345-0@lo:400:kworker.0 Request processed in 31us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.241672:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1788985430.241684:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1788985430.241689:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973621504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985430.241714:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973621504:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985430.241720:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1788985430.244706:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1788985430.244779:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985430.244786:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985430.244789:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985430.244792:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985430.244866:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973620736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.244882:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973621248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.244894:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973621760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.244905:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973620608:0@lo:400:kworker.0 00010000:00080000:2.0:1788985430.244918:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d64000 x1875885973621120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985430.244944:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973621120:0@lo:400:kworker.0 00010000:00080000:2.0:1788985430.244957:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d65180 x1875885973621632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985430.244966:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973621632:0@lo:400:kworker.0 00000100:00100000:3.0:1788985430.247622:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985430.247643:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973622144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985430.247718:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985430.248263:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622016 00000100:00100000:3.0:1788985430.248272:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622016 00000100:00100000:3.0:1788985430.248360:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622144 00000100:00100000:3.0:1788985430.248364:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622144 00000100:00100000:1.0:1788985430.250279:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788985430.250337:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973620480 00000100:00100000:1.0:1788985430.250346:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973620480 00000100:00100000:1.0:1788985430.250405:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1788985430.250414:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973620480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985430.250510:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973620480:12345-0@lo:400:kworker.0 Request processed in 97us (9217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985430.250517:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1788985430.254348:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973620480:0@lo:400:kworker.0 00000100:00100000:0.0:1788985430.254371:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973620992:0@lo:400:kworker.0 00000100:00100000:0.0:1788985430.254382:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973621504:0@lo:400:kworker.0 00000100:00100000:0.0:1788985430.254414:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973620864:0@lo:400:kworker.0 00000100:00100000:0.0:1788985430.254425:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973621376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985430.254436:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973621888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985430.254590:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788985430.254605:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973622016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985430.254639:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985430.254713:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973622016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (13285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.254721:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788985430.254755:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788985430.254762:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973622144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985430.254779:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985430.254813:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973622144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (7096us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985430.254820:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788985430.254850:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973622016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985430.256994:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973622144:0@lo:13:osp-pre-1-1.0 00000020:00000080:3.0:1788985430.353567:0:51328:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2b6b3160 20000000:00000080:3.0:1788985430.353586:0:51328:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11442f7400 uarg=0000000000000000 00010000:00010000:3.0:1788985430.355014:0:51328:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985430.355055:0:51328:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985430.355077:0:51328:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985430.355087:0:51328:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985430.355111:0:51328:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985430.355135:0:51328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355357:0:51328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355370:0:51328:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355379:0:51328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355387:0:51328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355395:0:51328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355401:0:51328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985430.355406:0:51328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355415:0:51328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355430:0:51328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355459:0:51328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985430.355467:0:51328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da5301c1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985430.429997:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985430.430006:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985430.430011:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985430.430059:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985430.430072:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985430.430083:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985430.430109:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973622272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985430.430185:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985430.430243:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985430.430396:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622272 00000100:00100000:1.0:1788985430.430405:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622272 00000100:00100000:1.0:1788985430.430491:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1788985430.430501:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973622272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985430.430514:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985430.430528:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5301c8 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985430.430551:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985430.430562:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985430.430572:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb200, rc 0) 00000100:00100000:1.0:1788985430.430614:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973622272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985430.430620:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1788985430.430669:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973622272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985430.430683:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985430.430694:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985430.430713:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985430.430719:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985430.430727:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985431.071695:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985431.407861:0:51377:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff997c5b10 20000000:00000080:2.0:1788985431.407879:0:51377:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db3400 uarg=0000000000000000 00010000:00010000:2.0:1788985431.408172:0:51377:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985431.408297:0:51377:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985431.408328:0:51377:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985431.408339:0:51377:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985431.408370:0:51377:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985431.408388:0:51377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.408404:0:51377:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.408412:0:51377:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.408458:0:51377:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.408473:0:51377:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 23 pid: 6509 timeout: 1371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985431.408487:0:51377:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51377:1875885973622400:0@lo:104: 00000100:00100000:2.0:1788985431.408549:0:51377:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985431.408761:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622400 00000100:00100000:1.0:1788985431.408769:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622400 00000100:00100000:1.0:1788985431.408821:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1788985431.408830:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:51377:x1875885973622400:12345-0@lo:104: 00010000:00010000:1.0:1788985431.408843:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985431.408948:0:51377:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d0eb600 going to sleep for 11 seconds 00010000:00010000:1.0:1788985431.409133:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985431.409139:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:51377:x1875885973622400:12345-0@lo:104: Request processed in 311us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985431.409147:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00010000:00010000:0.0:1788985431.409148:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985431.409155:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985431.409162:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985431.409166:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985431.409175:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985431.409183:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985431.409189:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985431.409224:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985431.409231:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985431.409253:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985431.409260:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da5301c8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301cf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985431.409289:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985431.409291:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985431.409293:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985431.409306:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973622528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985431.409336:0:51377:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51377:1875885973622400:0@lo:104: 00000100:00100000:0.0:1788985431.409336:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788985431.409354:0:51377:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985431.409399:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622528 00000100:00100000:1.0:1788985431.409403:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622528 00010000:00010000:1.0:1788985431.409423:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 1371 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985431.409457:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788985431.409465:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973622528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985431.409476:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985431.409481:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 1371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409492:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 1371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409505:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da5301cf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5301c8 expref: 24 pid: 6509 timeout: 1371 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409527:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409534:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409547:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409554:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409560:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409567:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.409573:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985431.409577:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.410105:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.410124:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985431.410135:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985431.410174:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973622528:12345-0@lo:103:ldlm_bl.0 Request processed in 710us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985431.410200:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1788985431.410240:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973622528:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985431.410279:0:51377:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.410287:0:51377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985431.410293:0:51377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da5301d6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985432.095525:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985432.670588:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985432.670596:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985432.670602:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985432.670662:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985432.670676:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985432.670698:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985432.670729:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973622656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985432.670793:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985432.670855:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824f300 going to sleep for 11 seconds 00000100:00100000:1.0:1788985432.671310:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622656 00000100:00100000:1.0:1788985432.671320:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622656 00000100:00100000:1.0:1788985432.671392:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1788985432.671402:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973622656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985432.671416:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985432.671442:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5301dd expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985432.671466:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985432.671479:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985432.671488:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea200, rc 0) 00000100:00100000:1.0:1788985432.671539:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973622656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985432.671545:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1788985432.671762:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973622656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985432.671779:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985432.671790:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985432.671831:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985432.671836:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985432.671844:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985433.118546:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985433.310213:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973622784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985433.310279:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985433.310378:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622784 00000100:00100000:1.0:1788985433.310386:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622784 00000100:00100000:1.0:1788985433.310454:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1788985433.310465:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973622784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985433.310494:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985433.310536:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973622784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985433.310554:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1788985433.310611:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973622784:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985433.310716:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985433.311798:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973622912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985433.311847:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985433.311952:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973622912 00000100:00100000:2.0:1788985433.311959:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973622912 00000100:00100000:2.0:1788985433.312015:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1788985433.312024:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973622912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985433.312041:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985433.312081:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973622912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985433.312086:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:3.0:1788985433.312204:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985433.312237:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973622912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985433.828310:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973623040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985433.828382:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985433.828494:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623040 00000100:00100000:3.0:1788985433.828502:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623040 00000100:00100000:3.0:1788985433.828543:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1788985433.828551:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973623040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985433.828581:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985433.829470:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973623040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 915us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985433.829480:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1788985433.829562:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973623040:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985434.142130:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985435.166839:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985435.195024:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985435.195069:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985435.195157:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953220992 00000100:00100000:2.0:1788985435.195168:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953220992 00000100:00100000:2.0:1788985435.195227:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 841 00000100:00100000:2.0:1788985435.195237:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953220992:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985435.195319:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953220992:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985435.195328:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 841 00000100:00100000:3.0:1788985435.195881:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221120 00000100:00100000:3.0:1788985435.195887:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221120 00000100:00100000:3.0:1788985435.195988:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1597 00000100:00100000:3.0:1788985435.195997:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221120:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985435.196042:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221120:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985435.196065:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1597 00000100:00080000:2.0:1788985435.196481:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985435.198224:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985435.198317:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221248 00000100:00100000:3.0:1788985435.198326:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221248 00000100:00100000:3.0:1788985435.198385:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1598 00000100:00100000:3.0:1788985435.198405:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221248:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985435.198474:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221248:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985435.198481:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1598 00000100:00080000:0.0:1788985435.198819:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985435.359797:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973623168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.359881:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.359946:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973623680:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.359974:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.359993:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973624192:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360014:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360030:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973624704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360047:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360069:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985435.360075:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973623552:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360098:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360115:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973624064:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360133:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360149:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973624576:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360166:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360204:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973623424:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360227:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360244:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973623936:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360261:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360275:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973624448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360292:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360307:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985435.360312:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973623296:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360331:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360348:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973623808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360448:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973624320:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360468:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.360492:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623168 00000100:00100000:0.0:1788985435.360501:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623168 00000100:00100000:0.0:1788985435.360549:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788985435.360558:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973623168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360607:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973623168:12345-0@lo:400:kworker.0 Request processed in 50us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.360614:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788985435.360645:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623680 00000100:00100000:0.0:1788985435.360649:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623680 00000100:00100000:0.0:1788985435.360672:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623424 00000100:00100000:0.0:1788985435.360675:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623424 00000100:00100000:0.0:1788985435.360689:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1788985435.360695:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973623680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360739:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973623680:12345-0@lo:400:kworker.0 Request processed in 45us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.360745:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1788985435.360759:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788985435.360765:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973623424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360797:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973623424:12345-0@lo:400:kworker.0 Request processed in 32us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.360802:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788985435.360820:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624192 00000100:00100000:0.0:1788985435.360823:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624192 00000100:00100000:0.0:1788985435.360850:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624704 00000100:00100000:0.0:1788985435.360852:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624704 00000100:00100000:0.0:1788985435.360863:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624064 00000100:00100000:0.0:1788985435.360866:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624064 00000100:00100000:0.0:1788985435.360876:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624576 00000100:00100000:0.0:1788985435.360879:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624576 00000100:00100000:0.0:1788985435.360889:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788985435.360895:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973624192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360946:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973624192:12345-0@lo:400:kworker.0 Request processed in 29us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.360953:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788985435.360964:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788985435.360970:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973624704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.360996:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973624704:12345-0@lo:400:kworker.0 Request processed in 27us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361002:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788985435.361013:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788985435.361026:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973624064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361055:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973624064:12345-0@lo:400:kworker.0 Request processed in 30us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361061:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788985435.361073:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788985435.361078:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973624576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361102:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973624576:12345-0@lo:400:kworker.0 Request processed in 24us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361107:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788985435.361128:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623552 00000100:00100000:0.0:1788985435.361131:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623552 00000100:00100000:0.0:1788985435.361146:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623936 00000100:00100000:0.0:1788985435.361147:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623936 00000100:00100000:0.0:1788985435.361158:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624448 00000100:00100000:0.0:1788985435.361160:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624448 00000100:00100000:0.0:1788985435.361169:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623296 00000100:00100000:0.0:1788985435.361171:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623296 00000100:00100000:0.0:1788985435.361178:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973623808 00000100:00100000:0.0:1788985435.361180:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973623808 00000100:00100000:0.0:1788985435.361190:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624320 00000100:00100000:0.0:1788985435.361192:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624320 00000100:00100000:0.0:1788985435.361202:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1788985435.361207:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973623552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361234:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973623552:12345-0@lo:400:kworker.0 Request processed in 27us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361240:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:0.0:1788985435.361250:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1788985435.361255:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973623936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361287:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973623936:12345-0@lo:400:kworker.0 Request processed in 32us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361293:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1788985435.361303:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1788985435.361308:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973624448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361330:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973624448:12345-0@lo:400:kworker.0 Request processed in 22us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361335:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1788985435.361345:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1788985435.361351:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973623296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361375:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973623296:12345-0@lo:400:kworker.0 Request processed in 25us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361380:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1788985435.361391:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1788985435.361409:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973623808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361435:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973623808:12345-0@lo:400:kworker.0 Request processed in 39us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361440:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1788985435.361450:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1788985435.361456:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973624320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361480:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973624320:12345-0@lo:400:kworker.0 Request processed in 25us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.361486:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00080000:0.0:1788985435.361546:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985435.361550:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985435.361558:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985435.361561:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985435.361712:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973623296:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361723:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973623808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361732:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973624320:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361742:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973623424:0@lo:400:kworker.0 00010000:00080000:0.0:1788985435.361753:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485ce00 x1875885973623936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985435.361763:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973623936:0@lo:400:kworker.0 00010000:00080000:0.0:1788985435.361772:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ec4a80 x1875885973624448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985435.361780:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973624448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361831:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973623552:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361842:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973624064:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361850:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973624576:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361859:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973623168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361868:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973623680:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361876:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973624192:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.361885:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973624704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985435.366820:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973624832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985435.366943:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.366988:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985435.366995:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973624960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985435.367019:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.367109:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624960 00000100:00100000:0.0:1788985435.367116:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624960 00000100:00100000:0.0:1788985435.367155:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788985435.367163:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973624960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985435.367200:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985435.367246:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973624960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.367252:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788985435.367300:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973624960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985435.367357:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973624832 00000100:00100000:0.0:1788985435.367361:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973624832 00000100:00100000:0.0:1788985435.367390:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788985435.370881:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973625088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985435.370970:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985435.371209:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625088 00000100:00100000:1.0:1788985435.371218:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625088 00000100:00100000:1.0:1788985435.371255:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1788985435.371264:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973625088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985435.371292:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985435.371338:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973625088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985435.371345:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788985435.371605:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973625088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985435.371916:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973624832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985435.371951:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985435.371991:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973624832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 183us (5065us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.371998:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788985435.372029:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973624832:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1788985435.745539:0:51572:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfad42f50 20000000:00000080:3.0:1788985435.745557:0:51572:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11442f5c00 uarg=0000000000000000 00010000:00010000:3.0:1788985435.746078:0:51572:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985435.746096:0:51572:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985435.746117:0:51572:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985435.746128:0:51572:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985435.746148:0:51572:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985435.746168:0:51572:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.746184:0:51572:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.746193:0:51572:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.746228:0:51572:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.746242:0:51572:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 23 pid: 6508 timeout: 1375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985435.746267:0:51572:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51572:1875885973625216:0@lo:104: 00000100:00100000:3.0:1788985435.746415:0:51572:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985435.746576:0:51572:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141937d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985435.746619:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625216 00000100:00100000:1.0:1788985435.746635:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625216 00000100:00100000:1.0:1788985435.746677:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:1.0:1788985435.746687:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51572:x1875885973625216:12345-0@lo:104: 00010000:00010000:1.0:1788985435.746699:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985435.746770:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985435.746776:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51572:x1875885973625216:12345-0@lo:104: Request processed in 91us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985435.746783:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1788985435.746859:0:51572:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51572:1875885973625216:0@lo:104: 00010000:00010000:3.0:1788985435.746877:0:51572:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.746954:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985435.746961:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.746981:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985435.746985:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.746994:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985435.747001:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985435.747007:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985435.747043:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747050:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985435.747072:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747079:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da5301dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301e4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747095:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985435.747097:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985435.747098:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985435.747151:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973625344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985435.747186:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985435.747599:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625344 00000100:00100000:0.0:1788985435.747605:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625344 00010000:00010000:0.0:1788985435.747670:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 1375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985435.747738:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1788985435.747754:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973625344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985435.747767:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985435.747772:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 1375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747783:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 1375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747795:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da5301e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5301dd expref: 24 pid: 6508 timeout: 1375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747810:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747818:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747833:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747840:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747847:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747854:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747859:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985435.747863:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747877:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747898:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985435.747907:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985435.747989:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973625344:12345-0@lo:103:ldlm_bl.0 Request processed in 235us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985435.747996:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00010000:00010000:3.0:1788985435.748095:0:51572:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.748103:0:51572:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985435.748109:0:51572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5301eb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51572 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985435.748880:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973625344:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985436.190083:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985436.895076:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985436.895084:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985436.895089:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985436.895136:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985436.895147:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985436.895159:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985436.895187:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973625472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985436.895258:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985436.895322:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12540e2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788985436.895490:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625472 00000100:00100000:2.0:1788985436.895499:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625472 00000100:00100000:2.0:1788985436.895560:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1788985436.895570:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973625472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985436.895583:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985436.895597:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5301f2 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985436.895620:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985436.895631:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985436.895639:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea600, rc 0) 00000100:00100000:2.0:1788985436.895682:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973625472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985436.895689:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1788985436.900020:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973625472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985436.900053:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985436.900099:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985436.900125:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985436.900130:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985436.900138:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985437.214689:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985438.248551:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985438.430153:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985438.430179:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973625600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985438.430251:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985438.430441:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625600 00000100:00100000:1.0:1788985438.430451:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625600 00000100:00100000:1.0:1788985438.430518:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1788985438.430529:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973625600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985438.430557:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985438.430604:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973625600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985438.430611:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00080000:2.0:1788985438.430710:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985438.431083:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973625600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985438.435349:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973625728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985438.435431:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985438.436571:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625728 00000100:00100000:0.0:1788985438.436580:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625728 00000100:00100000:0.0:1788985438.436646:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1788985438.436657:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973625728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985438.436682:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788985438.437166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985438.439381:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973625728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2706us (3930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985438.439396:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1788985438.443055:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973625728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985438.950474:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985438.950497:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973625856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985438.950573:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985438.951753:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625856 00000100:00100000:1.0:1788985438.951769:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625856 00000100:00100000:1.0:1788985438.951826:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1788985438.951835:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973625856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985438.951871:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985438.951952:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973625856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985438.951959:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1788985438.952009:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973625856:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985439.262160:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985440.294143:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985440.312046:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985440.312097:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985440.312134:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985440.312165:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221504 00000100:00100000:3.0:1788985440.312175:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221504 00000100:00100000:3.0:1788985440.312230:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221632 00000100:00100000:3.0:1788985440.312233:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221632 00000100:00100000:3.0:1788985440.312255:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1605 00000100:00100000:3.0:1788985440.312278:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221504:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985440.312421:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1606 00000100:00100000:1.0:1788985440.312431:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221632:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985440.312503:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221632:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985440.312510:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1606 00000100:00100000:2.0:1788985440.312961:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221376 00000100:00100000:2.0:1788985440.312968:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221376 00000100:00100000:2.0:1788985440.312998:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 844 00000100:00100000:2.0:1788985440.313011:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953221376:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985440.313726:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953221504:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1445us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985440.313737:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1605 00000100:00080000:3.0:1788985440.313769:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985440.313774:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985440.330337:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953221376:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 17312us (18224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985440.330365:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 844 00000100:00100000:2.0:1788985440.481080:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985440.481105:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973625984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985440.481184:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985440.482570:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973625984 00000100:00100000:1.0:1788985440.482582:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973625984 00000100:00100000:1.0:1788985440.482651:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1788985440.482663:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973625984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985440.482693:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985440.482762:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973625984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985440.482769:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1788985440.482863:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973625984:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788985440.482960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985440.490902:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973626112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985440.491011:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.491687:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973626240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985440.491819:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.492396:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626112 00000100:00100000:0.0:1788985440.492405:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626112 00000100:00100000:0.0:1788985440.492461:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1788985440.492471:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973626112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985440.492498:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985440.492552:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973626112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (1540us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985440.495157:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973626752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.495225:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.495262:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973627264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.495291:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.495314:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985440.495321:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973626624:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.495344:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.495415:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00080000:0.0:1788985440.495470:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985440.495487:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973626496:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495517:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.495542:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973627008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495577:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.495599:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973627520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495621:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.495641:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985440.495647:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973626368:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495674:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985440.495698:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973626880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495728:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626752 00000100:00100000:0.0:1788985440.495736:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626752 00000100:00100000:0.0:1788985440.495774:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626496 00000100:00100000:0.0:1788985440.495777:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626496 00000100:00100000:0.0:1788985440.495790:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627008 00000100:00100000:0.0:1788985440.495793:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627008 00000100:00100000:0.0:1788985440.495813:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627520 00000100:00100000:0.0:1788985440.495816:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627520 00000100:00100000:0.0:1788985440.495832:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1788985440.495841:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973626752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495888:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973626752:12345-0@lo:400:kworker.0 Request processed in 48us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.495894:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1788985440.495909:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:0.0:1788985440.495914:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973626496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.495966:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973626496:12345-0@lo:400:kworker.0 Request processed in 51us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.495978:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:0.0:1788985440.495990:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1788985440.495996:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973627008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.496024:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973627008:12345-0@lo:400:kworker.0 Request processed in 29us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.496030:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1788985440.496042:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1788985440.496048:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973627520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.496072:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973627520:12345-0@lo:400:kworker.0 Request processed in 25us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.496077:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1788985440.496100:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626368 00000100:00100000:0.0:1788985440.496103:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626368 00000100:00100000:0.0:1788985440.496126:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1788985440.496132:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973626368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.496161:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973626368:12345-0@lo:400:kworker.0 Request processed in 29us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.496167:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:0.0:1788985440.496195:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985440.496239:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973626112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985440.502608:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973627136:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.502672:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.502693:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973627648:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.502716:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.502752:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973626752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.502787:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627136 00000100:00100000:2.0:1788985440.502792:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627136 00000100:00100000:2.0:1788985440.502847:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627648 00000100:00100000:2.0:1788985440.502861:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627648 00000100:00100000:2.0:1788985440.502886:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1788985440.502895:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973627136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.502972:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973627136:12345-0@lo:400:kworker.0 Request processed in 78us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985440.502980:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1788985440.502998:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:2.0:1788985440.503006:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973627648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.503032:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973627648:12345-0@lo:400:kworker.0 Request processed in 28us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985440.503038:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:2.0:1788985440.503198:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627264 00000100:00100000:2.0:1788985440.503203:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627264 00000100:00100000:2.0:1788985440.503235:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1788985440.503241:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973627264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.503275:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973627264:12345-0@lo:400:kworker.0 Request processed in 34us (7984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985440.503281:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:2.0:1788985440.503310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985440.503314:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985440.503330:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985440.509685:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626240 00000100:00100000:3.0:1788985440.509700:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626240 00010000:00080000:3.0:1788985440.512446:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143007100 x1875885973627136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985440.512465:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973627136:0@lo:400:kworker.0 00010000:00080000:3.0:1788985440.512480:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ec5f80 x1875885973627648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985440.512489:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973627648:0@lo:400:kworker.0 00000100:00100000:3.0:1788985440.512501:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973627264:0@lo:400:kworker.0 00000100:00100000:1.0:1788985440.513825:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626624 00000100:00100000:1.0:1788985440.513836:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626624 00000100:00100000:1.0:1788985440.513858:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788985440.513867:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973626240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985440.513904:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985440.514008:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973626240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (22189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985440.514015:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788985440.514031:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1788985440.514037:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973626624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985440.514193:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973626240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985440.514271:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973626624:12345-0@lo:400:kworker.0 Request processed in 233us (18925us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985440.514291:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1788985440.514366:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973626624:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.515008:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973627392:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.515044:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985440.515194:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973626496:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.515206:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973627008:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.515216:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973627520:0@lo:400:kworker.0 00000100:00100000:2.0:1788985440.515249:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973626368:0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.515437:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627392 00000100:00100000:0.0:1788985440.515444:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627392 00000100:00100000:0.0:1788985440.515550:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788985440.515745:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973627392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985440.515808:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973627392:12345-0@lo:400:kworker.0 Request processed in 250us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985440.515822:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1788985440.515884:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973627392:0@lo:400:kworker.0 00000100:00100000:3.0:1788985440.515965:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973626880 00000100:00100000:3.0:1788985440.515971:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973626880 00000100:00100000:3.0:1788985440.516000:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1788985440.516008:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973626880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985440.516489:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973626880:12345-0@lo:400:kworker.0 Request processed in 474us (13150us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985440.516503:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788985440.517007:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973626880:0@lo:400:kworker.0 00000100:00080000:2.0:1788985440.517376:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1788985441.296463:0:51768:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 16:23:59 (1788985439) 00010000:00010000:1.0:1788985441.312841:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985442.334096:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1788985442.672873:0:51816:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1788985442.685763:0:51816:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:1.0:1788985442.688746:0:51816:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1788985442.688753:0:51816:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:1.0:1788985443.358268:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985443.550202:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985443.550225:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973627776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985443.550307:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985443.550429:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973627904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985443.550454:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985443.550593:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627776 00000100:00100000:1.0:1788985443.550593:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973627904 00000100:00100000:2.0:1788985443.550602:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627776 00000100:00100000:1.0:1788985443.550602:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973627904 00000100:00100000:2.0:1788985443.550707:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1788985443.550718:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973627776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985443.550749:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985443.550810:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973627776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985443.550817:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1788985443.550836:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1788985443.550843:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973627904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985443.550852:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985443.550878:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973627904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985443.550883:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:0.0:1788985443.550951:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985443.550990:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973627904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985443.551019:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973627776:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1788985443.816572:0:51864:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca817a210 20000000:00000080:1.0:1788985443.816589:0:51864:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd3000 uarg=0000000000000000 10000000:01000000:1.0:1788985443.816919:0:51864:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985443.821707:0:51864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.821733:0:51864:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.821742:0:51864:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.821789:0:51864:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.821804:0:51864:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 23 pid: 6509 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985443.821819:0:51864:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51864:1875885973628032:0@lo:104: 00000100:00100000:0.0:1788985443.822023:0:51864:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985443.822113:0:51864:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627df00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985443.822818:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985443.822837:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628032 00000100:00100000:1.0:1788985443.822845:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628032 00000100:00100000:1.0:1788985443.823087:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1788985443.823097:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51864:x1875885973628032:12345-0@lo:104: 00010000:00010000:1.0:1788985443.823111:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.823195:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985443.823202:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e48c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:51864:x1875885973628032:12345-0@lo:104: Request processed in 107us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985443.823208:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00010000:00010000:3.0:1788985443.823288:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985443.823295:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985443.823324:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985443.823328:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985443.823338:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985443.823346:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985443.823352:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985443.823390:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985443.823396:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985443.823415:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985443.823423:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da5301f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5301f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985443.823456:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985443.823458:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985443.823460:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985443.823496:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973628160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985443.823544:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985443.823769:0:51864:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:51864:1875885973628032:0@lo:104: 00010000:00010000:0.0:1788985443.823791:0:51864:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985443.824192:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628160 00000100:00100000:1.0:1788985443.824199:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628160 00010000:00010000:1.0:1788985443.824223:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985443.824307:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1788985443.824326:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973628160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985443.824339:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985443.824344:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824356:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824371:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da5301f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5301f2 expref: 24 pid: 6509 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824386:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824395:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824409:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824416:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824423:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824430:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824446:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985443.824450:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.824459:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.824761:0:51864:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985443.824772:0:51864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.826258:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.826274:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da530200 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985443.826291:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985443.826802:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973628160:12345-0@lo:103:ldlm_bl.0 Request processed in 2483us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985443.826812:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1788985443.832723:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973628160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985444.074246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973628288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985444.074323:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985444.074398:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628288 00000100:00100000:0.0:1788985444.074407:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628288 00000100:00100000:0.0:1788985444.074452:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1788985444.074460:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973628288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985444.074493:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985444.074538:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973628288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985444.074545:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1788985444.074616:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973628288:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985444.382684:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985444.739433:0:51912:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc779f9d20 20000000:00000080:0.0:1788985444.739450:0:51912:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6ec00 uarg=0000000000000000 10000000:01000000:0.0:1788985444.739787:0:51912:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985444.739810:0:51912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.739836:0:51912:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.739847:0:51912:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.739854:0:51912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740012:0:51912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740020:0:51912:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740026:0:51912:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985444.740031:0:51912:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740039:0:51912:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740053:0:51912:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740061:0:51912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985444.740068:0:51912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530207 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.407280:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985445.432592:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985445.432647:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985445.432684:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985445.432887:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221760 00000100:00100000:0.0:1788985445.432897:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221760 00000100:00100000:0.0:1788985445.432985:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 846 00000100:00100000:0.0:1788985445.432996:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953221760:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985445.433064:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953221760:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 70us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.433071:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 846 00000100:00100000:1.0:1788985445.433539:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953221888 00000100:00100000:1.0:1788985445.433545:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953221888 00000100:00100000:1.0:1788985445.433594:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222016 00000100:00100000:1.0:1788985445.433597:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222016 00000100:00100000:1.0:1788985445.433621:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1613 00000100:00100000:1.0:1788985445.433629:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953221888:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985445.433671:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953221888:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985445.433677:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1613 00000100:00100000:1.0:1788985445.433691:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1614 00000100:00100000:1.0:1788985445.433712:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953222016:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985445.433739:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953222016:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985445.433746:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1614 00000100:00080000:0.0:1788985445.434906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985445.434914:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985445.603152:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973628416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985445.603357:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985445.603565:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628416 00000100:00100000:1.0:1788985445.603572:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628416 00000100:00100000:1.0:1788985445.603624:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1788985445.603633:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973628416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985445.603661:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985445.603704:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973628416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985445.603711:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00080000:1.0:1788985445.603731:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985445.603877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973628544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.603909:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.603951:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973629056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.603976:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.603994:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973629568:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.604014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.604035:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985445.604041:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973628672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.604062:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.604080:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973629184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.604099:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985445.604411:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985445.604421:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985445.604450:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985445.604503:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985445.604525:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985445.604612:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630080 00000100:00100000:2.0:1788985445.604618:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630080 00000100:00080000:3.0:1788985445.604684:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985445.604729:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973629696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.604764:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.604801:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628544 00000100:00100000:0.0:1788985445.604805:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628544 00000100:00100000:0.0:1788985445.604832:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1788985445.604839:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973628544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.604876:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973628544:12345-0@lo:400:kworker.0 Request processed in 37us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.604882:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1788985445.604909:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629056 00000100:00100000:0.0:1788985445.604913:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629056 00000100:00100000:0.0:1788985445.604958:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630208 00000100:00100000:0.0:1788985445.604962:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630208 00000100:00100000:0.0:1788985445.604976:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788985445.604981:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973629056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605014:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973629056:12345-0@lo:400:kworker.0 Request processed in 32us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605020:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788985445.605032:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1788985445.605038:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985445.605060:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985445.605094:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605101:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1788985445.605120:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629568 00000100:00100000:0.0:1788985445.605124:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629568 00000100:00100000:0.0:1788985445.605153:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788985445.605160:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973629568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605200:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973629568:12345-0@lo:400:kworker.0 Request processed in 40us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605207:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788985445.605241:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628672 00000100:00100000:0.0:1788985445.605246:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628672 00000100:00100000:0.0:1788985445.605269:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629184 00000100:00100000:0.0:1788985445.605272:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629184 00000100:00100000:0.0:1788985445.605290:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629696 00000100:00100000:0.0:1788985445.605293:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629696 00000100:00100000:0.0:1788985445.605320:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1788985445.605326:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973628672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605356:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973628672:12345-0@lo:400:kworker.0 Request processed in 30us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605361:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1788985445.605371:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1788985445.605377:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973629184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605401:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973629184:12345-0@lo:400:kworker.0 Request processed in 25us (1302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605407:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:0.0:1788985445.605418:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:0.0:1788985445.605423:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973629696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605446:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973629696:12345-0@lo:400:kworker.0 Request processed in 23us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605451:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00080000:0.0:1788985445.605484:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985445.605487:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985445.605519:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985445.605554:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973628928:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605581:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605599:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973629440:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605619:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605637:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973629952:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605656:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605685:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973628416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985445.605701:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985445.605706:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973628800:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605727:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605744:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973629312:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605763:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605778:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973629824:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605798:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985445.605820:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629440 00000100:00100000:0.0:1788985445.605824:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629440 00000100:00100000:0.0:1788985445.605850:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629952 00000100:00100000:0.0:1788985445.605853:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629952 00000100:00100000:0.0:1788985445.605869:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788985445.605875:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973629440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605908:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973629440:12345-0@lo:400:kworker.0 Request processed in 33us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605914:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788985445.605951:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788985445.605957:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973629952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.605992:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973629952:12345-0@lo:400:kworker.0 Request processed in 36us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.605998:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788985445.606014:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628800 00000100:00100000:0.0:1788985445.606017:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628800 00000100:00100000:0.0:1788985445.606037:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985445.606042:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973628800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606070:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973628800:12345-0@lo:400:kworker.0 Request processed in 28us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.606076:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985445.606091:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973628928 00000100:00100000:0.0:1788985445.606094:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973628928 00000100:00100000:0.0:1788985445.606107:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629312 00000100:00100000:0.0:1788985445.606110:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629312 00000100:00100000:0.0:1788985445.606121:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973629824 00000100:00100000:0.0:1788985445.606123:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973629824 00000100:00100000:0.0:1788985445.606134:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1788985445.606138:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973628928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606164:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973628928:12345-0@lo:400:kworker.0 Request processed in 25us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.606169:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1788985445.606179:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1788985445.606184:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973629312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606208:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973629312:12345-0@lo:400:kworker.0 Request processed in 24us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.606213:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1788985445.606223:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:0.0:1788985445.606236:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973629824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606265:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973629824:12345-0@lo:400:kworker.0 Request processed in 30us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985445.606270:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00080000:0.0:1788985445.606291:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985445.606294:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985445.606329:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973628800:0@lo:400:kworker.0 00010000:00080000:0.0:1788985445.606340:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397d880 x1875885973629312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985445.606348:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973629312:0@lo:400:kworker.0 00010000:00080000:0.0:1788985445.606357:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb4380 x1875885973629824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985445.606365:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973629824:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606374:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973628928:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606382:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973629440:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606388:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973629952:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606421:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973628672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606430:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973629184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606438:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973629696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606447:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973628544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606456:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973629056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985445.606475:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973629568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985445.611244:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788985445.611268:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985445.611310:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985445.611393:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (6941us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985445.611400:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788985445.616842:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630080:0@lo:13:osp-pre-1-1.0 00000020:00000080:3.0:1788985445.629623:0:51961:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddf628a00 20000000:00000080:3.0:1788985445.629641:0:51961:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11433cb400 uarg=0000000000000000 10000000:01000000:3.0:1788985445.630058:0:51961:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985445.630079:0:51961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630094:0:51961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630104:0:51961:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630122:0:51961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630129:0:51961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630136:0:51961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630143:0:51961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985445.630147:0:51961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630155:0:51961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630168:0:51961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630176:0:51961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.630182:0:51961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da53020e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 51961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985445.790408:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985445.790417:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985445.790421:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985445.790733:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.790758:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985445.790770:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985445.790799:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973630336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985445.790867:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985445.792397:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141937600 going to sleep for 11 seconds 00000100:00100000:0.0:1788985445.797386:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630336 00000100:00100000:0.0:1788985445.797402:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630336 00000100:00100000:1.0:1788985445.804583:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1788985445.804594:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973630336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985445.804612:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985445.804629:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530215 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.804655:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.804667:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.804677:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea200, rc 0) 00000100:00100000:1.0:1788985445.804759:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973630336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (13891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985445.804772:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1788985445.804820:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973630336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985445.804834:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.804841:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985445.804859:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985445.804863:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985445.804868:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985446.435502:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985446.676868:0:52009:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe995a7a40 20000000:00000080:3.0:1788985446.676884:0:52009:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11433cac00 uarg=0000000000000000 10000000:01000000:3.0:1788985446.677342:0:52009:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985446.677362:0:52009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.677380:0:52009:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530215 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.677388:0:52009:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.677425:0:52009:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.677439:0:52009:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 23 pid: 6508 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985446.677452:0:52009:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52009:1875885973630464:0@lo:104: 00000100:00100000:3.0:1788985446.677507:0:52009:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985446.677816:0:52009:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141937600 going to sleep for 11 seconds 00000100:00100000:2.0:1788985446.677866:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630464 00000100:00100000:2.0:1788985446.677874:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630464 00000100:00100000:2.0:1788985446.678355:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788985446.678367:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:52009:x1875885973630464:12345-0@lo:104: 00010000:00010000:2.0:1788985446.678381:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985446.678452:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985446.678458:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:52009:x1875885973630464:12345-0@lo:104: Request processed in 95us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985446.678465:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1788985446.678527:0:52009:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52009:1875885973630464:0@lo:104: 00010000:00010000:3.0:1788985446.678546:0:52009:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678590:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985446.678597:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678604:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985446.678609:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678617:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985446.678624:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985446.678630:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985446.678670:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678677:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985446.678700:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678707:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c6e00/0xa0dd3253da530215 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53021c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678724:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985446.678727:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985446.678738:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985446.678751:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973630592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985446.678785:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985446.678828:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630592 00000100:00100000:0.0:1788985446.678832:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630592 00010000:00010000:0.0:1788985446.678851:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985446.678872:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788985446.678878:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973630592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985446.678888:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985446.678893:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678903:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678915:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da53021c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530215 expref: 24 pid: 6508 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678965:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678976:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678988:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.678995:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679007:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679013:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679018:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985446.679023:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679030:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679041:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985446.679050:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985446.679079:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973630592:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985446.679086:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788985446.679115:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973630592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985446.679404:0:52009:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.679413:0:52009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985446.679418:0:52009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6200/0xa0dd3253da530223 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985447.408559:0:52057:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9f8166a0 20000000:00000080:2.0:1788985447.408575:0:52057:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8c400 uarg=0000000000000000 10000000:01000000:2.0:1788985447.408728:0:52057:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985447.408750:0:52057:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408766:0:52057:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408777:0:52057:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408784:0:52057:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408791:0:52057:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408798:0:52057:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408811:0:52057:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985447.408816:0:52057:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408825:0:52057:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408838:0:52057:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408847:0:52057:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.408853:0:52057:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da53022a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52057 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985447.454918:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985448.380299:0:52105:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff30302b30 20000000:00000080:0.0:1788985448.380458:0:52105:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e0c800 uarg=0000000000000000 10000000:01000000:0.0:1788985448.380602:0:52105:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985448.380625:0:52105:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380641:0:52105:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380741:0:52105:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380748:0:52105:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380754:0:52105:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380761:0:52105:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380768:0:52105:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985448.380772:0:52105:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380780:0:52105:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380794:0:52105:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380802:0:52105:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.380809:0:52105:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da530231 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52105 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985448.418975:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985448.418982:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985448.418987:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985448.419034:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985448.419054:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985448.419067:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985448.419095:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973630720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985448.419184:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985448.419234:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114301c780 going to sleep for 11 seconds 00000100:00100000:0.0:1788985448.419497:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630720 00000100:00100000:0.0:1788985448.419506:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630720 00000100:00100000:0.0:1788985448.419645:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788985448.419655:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973630720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985448.419670:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985448.419683:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530238 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.419708:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530238 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.419719:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530238 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985448.419728:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9e00, rc 0) 00000100:00100000:0.0:1788985448.419768:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973630720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985448.419775:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1788985448.419873:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973630720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985448.419888:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985448.419896:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985448.419914:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985448.419918:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985448.419950:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985448.481761:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985448.670476:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973630848:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985448.670491:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985448.670510:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985448.670583:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985448.670620:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630976 00000100:00100000:3.0:1788985448.670629:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630976 00000100:00080000:2.0:1788985448.670678:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985448.670733:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788985448.670743:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985448.670773:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985448.670826:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973630976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985448.670834:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1788985448.670893:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973630976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985448.671077:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985448.671280:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973630848 00000100:00100000:1.0:1788985448.671286:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973630848 00000100:00080000:2.0:1788985448.671333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985448.671370:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1788985448.671378:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973630848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985448.671390:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985448.671438:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973630848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985448.671445:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1788985448.671505:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973630848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985449.183040:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973631104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985449.183124:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985449.183422:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631104 00000100:00100000:3.0:1788985449.183431:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631104 00000100:00100000:3.0:1788985449.183486:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1788985449.183496:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973631104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985449.183529:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985449.183578:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973631104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985449.183585:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1788985449.183627:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973631104:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985449.502190:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985450.526325:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985450.550357:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985450.550403:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985450.550436:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985450.550498:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222272 00000100:00100000:0.0:1788985450.550509:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222272 00000100:00100000:0.0:1788985450.550574:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222400 00000100:00100000:0.0:1788985450.550577:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222400 00000100:00100000:0.0:1788985450.550602:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1621 00000100:00100000:0.0:1788985450.550613:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953222272:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985450.550696:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953222272:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985450.550716:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1621 00000100:00100000:0.0:1788985450.550740:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1622 00000100:00100000:0.0:1788985450.550746:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953222400:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985450.550773:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953222400:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985450.550779:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1622 00000100:00080000:3.0:1788985450.551623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985450.551628:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985450.552400:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222144 00000100:00100000:2.0:1788985450.552411:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222144 00000100:00100000:2.0:1788985450.552472:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 850 00000100:00100000:2.0:1788985450.552481:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953222144:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985450.552537:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953222144:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 57us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985450.552544:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 850 00000100:00100000:1.0:1788985450.719246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973631232:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719575:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719621:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973631744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719649:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719669:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973632256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719692:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719710:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973632768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719728:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719752:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788985450.719758:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973631360:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719781:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719800:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973631872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719820:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719838:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973632384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719872:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719906:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973631488:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.719950:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.719983:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973632000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720003:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.720017:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973632512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720032:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.720047:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985450.720051:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973631616:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720066:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.720073:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973632128:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720086:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.720099:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973632640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985450.720141:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631232 00000100:00100000:1.0:1788985450.720148:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631232 00000100:00100000:1.0:1788985450.720201:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1788985450.720209:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973631232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720261:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973631232:12345-0@lo:400:kworker.0 Request processed in 43us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720267:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1788985450.720303:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631744 00000100:00100000:1.0:1788985450.720307:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631744 00000100:00100000:1.0:1788985450.720326:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631488 00000100:00100000:1.0:1788985450.720328:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631488 00000100:00100000:1.0:1788985450.720339:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788985450.720350:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973631744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720380:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973631744:12345-0@lo:400:kworker.0 Request processed in 31us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720385:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788985450.720396:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788985450.720400:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973631488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720424:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973631488:12345-0@lo:400:kworker.0 Request processed in 23us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720428:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788985450.720452:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632256 00000100:00100000:1.0:1788985450.720456:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632256 00000100:00100000:1.0:1788985450.720482:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632768 00000100:00100000:1.0:1788985450.720485:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632768 00000100:00100000:1.0:1788985450.720497:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632128 00000100:00100000:1.0:1788985450.720498:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632128 00000100:00100000:1.0:1788985450.720510:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632640 00000100:00100000:1.0:1788985450.720512:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632640 00000100:00100000:1.0:1788985450.720524:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1788985450.720529:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973632256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720558:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973632256:12345-0@lo:400:kworker.0 Request processed in 28us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720564:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1788985450.720576:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788985450.720582:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973632768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720606:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973632768:12345-0@lo:400:kworker.0 Request processed in 25us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720612:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788985450.720631:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788985450.720637:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973632128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720663:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973632128:12345-0@lo:400:kworker.0 Request processed in 27us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720668:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788985450.720678:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788985450.720684:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973632640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720703:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973632640:12345-0@lo:400:kworker.0 Request processed in 20us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720707:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788985450.720728:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631360 00000100:00100000:1.0:1788985450.720731:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631360 00000100:00100000:1.0:1788985450.720746:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631872 00000100:00100000:1.0:1788985450.720749:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631872 00000100:00100000:1.0:1788985450.720761:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632384 00000100:00100000:1.0:1788985450.720763:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632384 00000100:00100000:1.0:1788985450.720772:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632000 00000100:00100000:1.0:1788985450.720774:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632000 00000100:00100000:1.0:1788985450.720783:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632512 00000100:00100000:1.0:1788985450.720785:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632512 00000100:00100000:1.0:1788985450.720793:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973631616 00000100:00100000:1.0:1788985450.720796:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973631616 00000100:00100000:1.0:1788985450.720807:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1788985450.720813:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973631360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720841:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973631360:12345-0@lo:400:kworker.0 Request processed in 29us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720847:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1788985450.720859:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1788985450.720865:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973631872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720898:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973631872:12345-0@lo:400:kworker.0 Request processed in 34us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720904:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1788985450.720915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1788985450.720919:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973632384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720960:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973632384:12345-0@lo:400:kworker.0 Request processed in 41us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.720965:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1788985450.720974:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1788985450.720979:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973632000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.720999:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973632000:12345-0@lo:400:kworker.0 Request processed in 21us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.721004:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1788985450.721012:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1788985450.721016:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973632512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721037:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973632512:12345-0@lo:400:kworker.0 Request processed in 21us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.721042:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1788985450.721049:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:1.0:1788985450.721054:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973631616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721071:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973631616:12345-0@lo:400:kworker.0 Request processed in 18us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985450.721076:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00080000:1.0:1788985450.721113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985450.721116:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985450.721124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985450.721126:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985450.721153:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973631616:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721161:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973632128:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721169:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973632640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721176:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973631488:0@lo:400:kworker.0 00010000:00080000:1.0:1788985450.721184:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb6680 x1875885973632000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985450.721194:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973632000:0@lo:400:kworker.0 00010000:00080000:1.0:1788985450.721202:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb6d80 x1875885973632512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985450.721209:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973632512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721238:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973631360:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721246:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973631872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721267:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973632384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721275:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973631232:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721281:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973631744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721289:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973632256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985450.721296:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973632768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985450.723374:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973632896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985450.723651:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985450.723700:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973632896 00000100:00100000:0.0:1788985450.723707:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973632896 00000100:00100000:0.0:1788985450.723742:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788985450.723750:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973632896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985450.723780:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985450.723817:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973632896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985450.723823:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788985450.723862:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973632896:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985450.723979:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985450.723988:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985450.724015:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985450.724040:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633024 00000100:00100000:2.0:1788985450.724043:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633024 00000100:00100000:2.0:1788985450.724072:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788985450.724078:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985450.724358:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985450.724394:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 316us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985450.724400:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788985450.724548:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985450.724909:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973633152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985450.724964:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985450.725551:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633152 00000100:00100000:3.0:1788985450.725620:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633152 00000100:00100000:3.0:1788985450.725803:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1788985450.725812:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973633152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985450.725827:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985450.725875:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973633152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985450.725881:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1788985450.725950:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973633152:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788985451.550196:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985451.687368:0:52252:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe642b2590 20000000:00000080:1.0:1788985451.687385:0:52252:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144072000 uarg=0000000000000000 10000000:01000000:1.0:1788985451.687541:0:52252:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985451.687561:0:52252:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985451.687577:0:52252:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530238 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985451.687586:0:52252:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985451.687621:0:52252:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985451.687634:0:52252:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 23 pid: 6506 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985451.687648:0:52252:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52252:1875885973633280:0@lo:104: 00000100:00100000:1.0:1788985451.687703:0:52252:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985451.687793:0:52252:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985451.688070:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633280 00000100:00100000:0.0:1788985451.688078:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633280 00000100:00100000:1.0:1788985451.688268:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788985451.688278:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:52252:x1875885973633280:12345-0@lo:104: 00010000:00010000:1.0:1788985451.688291:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985451.688350:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985451.688356:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:52252:x1875885973633280:12345-0@lo:104: Request processed in 80us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985451.688370:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00010000:00010000:0.0:1788985451.688407:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985451.688413:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688431:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985451.688434:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688443:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985451.688450:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985451.688456:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985451.688485:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688492:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985451.688509:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688516:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da530238 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53023f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688531:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985451.688533:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985451.688534:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985451.688551:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973633408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985451.688579:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985451.688618:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633408 00000100:00100000:0.0:1788985451.688621:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633408 00010000:00010000:0.0:1788985451.688637:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 24 pid: 6506 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985451.688665:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788985451.688670:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973633408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985451.688680:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985451.688685:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 24 pid: 6506 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688695:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 24 pid: 6506 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688709:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688717:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688730:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688737:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688745:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688751:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688756:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985451.688760:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688773:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688782:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985451.688791:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985451.688816:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973633408:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985451.688823:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788985451.688859:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973633408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985451.688988:0:52252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da53023f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530238 expref: 23 pid: 6506 timeout: 1391 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985451.689005:0:52252:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52252:1875885973633280:0@lo:104: 00010000:00010000:3.0:1788985451.689018:0:52252:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985451.689027:0:52252:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985451.689033:0:52252:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985451.689039:0:52252:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da530246 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52252 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985452.531680:0:52301:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe63c81e80 20000000:00000080:3.0:1788985452.531698:0:52301:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11433c8000 uarg=0000000000000000 10000000:01000000:3.0:1788985452.531858:0:52301:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985452.531881:0:52301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531897:0:52301:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531908:0:52301:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531916:0:52301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531923:0:52301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531963:0:52301:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531970:0:52301:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985452.531974:0:52301:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531982:0:52301:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.531995:0:52301:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.532002:0:52301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.532008:0:52301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da53024d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985452.575784:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985453.601987:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985453.735051:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985453.735059:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985453.735076:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985453.735131:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985453.735143:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985453.735155:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985453.735201:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973633536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985453.735281:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985453.735343:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12540e2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985453.735398:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633536 00000100:00100000:1.0:1788985453.735406:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633536 00000100:00100000:1.0:1788985453.735453:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788985453.735462:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973633536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985453.735475:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985453.735488:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530254 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985453.735509:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985453.735520:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985453.735528:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea000, rc 0) 00000100:00100000:1.0:1788985453.735573:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973633536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985453.735580:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1788985453.735835:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973633536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985453.735851:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985453.735859:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985453.735877:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985453.735882:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985453.735889:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985453.793079:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973633664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985453.793147:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985453.793770:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985453.793782:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985453.793818:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985453.793851:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633664 00000100:00100000:2.0:1788985453.793858:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633664 00000100:00100000:2.0:1788985453.793908:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633792 00000100:00100000:2.0:1788985453.793912:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633792 00000100:00100000:2.0:1788985453.793966:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1788985453.793973:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973633664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985453.794000:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985453.794041:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973633664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985453.794047:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1788985453.794061:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1788985453.794066:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985453.794074:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985453.794094:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985453.794100:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:2.0:1788985453.794112:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985453.794143:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973633664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985453.794169:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985454.303048:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985454.303114:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985454.303368:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973633920 00000100:00100000:2.0:1788985454.303377:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973633920 00000100:00100000:2.0:1788985454.303421:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1788985454.303430:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985454.303462:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985454.303519:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973633920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985454.303526:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1788985454.303749:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973633920:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985454.627250:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985455.648060:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985455.670666:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985455.670711:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985455.670790:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222784 00000100:00100000:0.0:1788985455.670800:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222784 00000100:00100000:0.0:1788985455.670868:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1629 00000100:00100000:0.0:1788985455.670878:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953222784:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985455.670976:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953222784:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 99us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985455.670985:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1629 00000100:00100000:2.0:1788985455.672093:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222528 00000100:00100000:2.0:1788985455.672102:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222528 00000100:00080000:3.0:1788985455.672424:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985455.676314:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 853 00000100:00100000:2.0:1788985455.676346:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953222528:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985455.676444:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953222528:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 113us (5787us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985455.676452:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 853 00000100:00100000:0.0:1788985455.687180:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985455.687458:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222656 00000100:00100000:3.0:1788985455.687469:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222656 00000100:00100000:3.0:1788985455.687547:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1630 00000100:00100000:3.0:1788985455.687558:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953222656:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985455.687639:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953222656:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.687661:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1630 00000100:00080000:0.0:1788985455.687806:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985455.838150:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973634048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985455.838235:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985455.838314:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634048 00000100:00100000:2.0:1788985455.838322:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634048 00000100:00100000:2.0:1788985455.838373:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1788985455.838382:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973634048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985455.838410:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985455.838452:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973634048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985455.838459:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00080000:2.0:1788985455.838480:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985455.838513:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973634048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985455.848077:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973634176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985455.848154:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985455.848534:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634176 00000100:00100000:0.0:1788985455.848543:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634176 00000100:00100000:0.0:1788985455.848601:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1788985455.848622:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973634176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985455.848661:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985455.848716:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973634176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985455.848723:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1788985455.848825:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973634176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985455.853512:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973634432:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853585:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853631:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973634944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853653:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853676:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973635456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853697:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853733:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985455.853739:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973634304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853768:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853803:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973634816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853826:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853845:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973635328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.853866:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.853906:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634432 00000100:00100000:3.0:1788985455.853914:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634432 00000100:00100000:3.0:1788985455.853973:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634944 00000100:00100000:3.0:1788985455.853977:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634944 00000100:00100000:3.0:1788985455.854003:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635456 00000100:00100000:3.0:1788985455.854006:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635456 00000100:00100000:3.0:1788985455.854017:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634816 00000100:00100000:3.0:1788985455.854020:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634816 00000100:00100000:3.0:1788985455.854045:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635328 00000100:00100000:3.0:1788985455.854047:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635328 00000100:00100000:3.0:1788985455.854060:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1788985455.854067:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973634432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854313:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973634432:12345-0@lo:400:kworker.0 Request processed in 245us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.854321:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:3.0:1788985455.854342:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:3.0:1788985455.854348:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973634944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854453:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973634944:12345-0@lo:400:kworker.0 Request processed in 105us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.854460:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:3.0:1788985455.854473:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1788985455.854479:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973635456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854506:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973635456:12345-0@lo:400:kworker.0 Request processed in 28us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.854512:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1788985455.854523:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:3.0:1788985455.854530:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973634816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854554:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973634816:12345-0@lo:400:kworker.0 Request processed in 26us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.854559:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:3.0:1788985455.854569:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:3.0:1788985455.854573:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973635328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854593:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973635328:12345-0@lo:400:kworker.0 Request processed in 20us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.854604:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:3.0:1788985455.854634:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973634688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854660:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854685:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973635200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854707:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854726:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985455.854748:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854768:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985455.854775:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973634560:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854796:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854812:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854832:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854849:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854867:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985455.854894:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634688 00000100:00100000:3.0:1788985455.854911:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634688 00000100:00100000:3.0:1788985455.854958:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1788985455.854965:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973634688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.854999:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973634688:12345-0@lo:400:kworker.0 Request processed in 34us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.855004:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1788985455.855022:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635200 00000100:00100000:3.0:1788985455.855026:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635200 00000100:00100000:3.0:1788985455.855052:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635072 00000100:00100000:3.0:1788985455.855055:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635072 00000100:00100000:3.0:1788985455.855075:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635584 00000100:00100000:3.0:1788985455.855078:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635584 00000100:00100000:3.0:1788985455.855092:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788985455.855098:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973635200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.860729:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973635200:12345-0@lo:400:kworker.0 Request processed in 5619us (6010us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.860744:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788985455.860783:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788985455.861441:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861496:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635072:12345-0@lo:400:kworker.0 Request processed in 64us (6663us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.861502:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788985455.861517:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788985455.861523:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861547:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635584:12345-0@lo:400:kworker.0 Request processed in 25us (6679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.861552:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788985455.861578:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635712 00000100:00100000:3.0:1788985455.861584:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635712 00000100:00100000:3.0:1788985455.861622:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788985455.861628:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985455.861641:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985455.861670:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973635712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (6921us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985455.861675:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788985455.861731:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973634816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861754:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973635328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861765:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973634432:0@lo:400:kworker.0 00010000:00080000:3.0:1788985455.861798:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433d4380 x1875885973634944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985455.861809:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973634944:0@lo:400:kworker.0 00010000:00080000:3.0:1788985455.861820:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397f480 x1875885973635456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985455.861828:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973635456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861864:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861874:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861883:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973634688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985455.861893:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973635200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985455.862961:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634560 00000100:00100000:0.0:1788985455.862969:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634560 00000100:00100000:0.0:1788985455.863012:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1788985455.863020:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973634560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985455.863076:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973634560:12345-0@lo:400:kworker.0 Request processed in 58us (8279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985455.863082:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:3.0:1788985455.863358:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973635712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985455.863677:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973634560:0@lo:400:kworker.0 00000100:00100000:2.0:1788985455.867277:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973634304 00000100:00100000:2.0:1788985455.867289:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973634304 00000100:00080000:3.0:1788985455.868574:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985455.868581:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985455.868585:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985455.868588:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985455.869199:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788985455.869241:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973634304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985455.869340:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973634304:12345-0@lo:400:kworker.0 Request processed in 120us (15571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985455.869348:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1788985455.873972:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973634304:0@lo:400:kworker.0 00010000:00010000:2.0:1788985456.670304:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985457.132796:0:52496:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb80f88c0 20000000:00000080:0.0:1788985457.132826:0:52496:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e0c000 uarg=0000000000000000 00010000:00010000:0.0:1788985457.133271:0:52496:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985457.133289:0:52496:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985457.134308:0:52496:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985457.134328:0:52496:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985457.134346:0:52496:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985457.134372:0:52496:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985457.134395:0:52496:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530254 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985457.134405:0:52496:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985457.134481:0:52496:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985457.134498:0:52496:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 23 pid: 6506 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985457.134517:0:52496:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52496:1875885973635840:0@lo:104: 00000100:00100000:0.0:1788985457.134601:0:52496:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985457.134764:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635840 00000100:00100000:2.0:1788985457.134780:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635840 00000100:00100000:2.0:1788985457.134845:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1788985457.134856:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:52496:x1875885973635840:12345-0@lo:104: 00010000:00010000:2.0:1788985457.134872:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985457.134969:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985457.134976:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:52496:x1875885973635840:12345-0@lo:104: Request processed in 121us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985457.134984:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:0.0:1788985457.135481:0:52496:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143813cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985457.135532:0:52496:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52496:1875885973635840:0@lo:104: 00010000:00010000:0.0:1788985457.135556:0:52496:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.139733:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985457.139757:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.139799:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985457.139805:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.139817:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985457.139826:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985457.139833:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985457.139907:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.139963:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985457.139998:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.140006:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12463c6200/0xa0dd3253da530254 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53025b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.140036:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985457.140038:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985457.140039:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985457.140048:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985457.140074:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973635968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985457.140410:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985457.140712:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973635968 00000100:00100000:1.0:1788985457.140723:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973635968 00010000:00010000:1.0:1788985457.140767:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985457.140811:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1788985457.140823:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973635968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985457.140855:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985457.140863:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.140879:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.140897:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da53025b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530254 expref: 24 pid: 6506 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.140957:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.140970:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.140992:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141001:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141008:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141015:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141020:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985457.141026:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141046:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141064:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985457.141077:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985457.141234:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973635968:12345-0@lo:103:ldlm_bl.0 Request processed in 413us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985457.141243:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1788985457.141328:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973635968:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985457.141621:0:52496:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.141642:0:52496:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985457.141650:0:52496:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da530262 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52496 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985457.694656:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985458.526142:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985458.526154:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985458.526161:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985458.526242:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985458.526257:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985458.526271:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985458.526309:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973636096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985458.526410:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985458.526507:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c540 going to sleep for 11 seconds 00000100:00100000:2.0:1788985458.529170:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636096 00000100:00100000:2.0:1788985458.529198:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636096 00000100:00100000:2.0:1788985458.529302:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1788985458.529315:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973636096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985458.529339:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985458.529367:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530269 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985458.529403:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530269 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985458.529417:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530269 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985458.529427:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eac00, rc 0) 00000100:00100000:2.0:1788985458.529535:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973636096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 222us (3124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985458.529561:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1788985458.529766:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973636096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985458.529790:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985458.529813:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985458.529841:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985458.529847:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985458.529855:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985458.721303:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985458.912451:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973636224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985458.912529:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985458.912740:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636224 00000100:00100000:2.0:1788985458.912749:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636224 00000100:00100000:3.0:1788985458.912770:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973636352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985458.912798:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985458.912817:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636352 00000100:00100000:2.0:1788985458.912821:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636352 00000100:00100000:3.0:1788985458.912834:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00080000:0.0:1788985458.912861:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985458.912891:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973636224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985458.912921:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985458.913013:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973636224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985458.913072:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973636224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985458.917987:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1788985458.918007:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973636352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985458.918034:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985458.919219:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973636352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1215us (6414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985458.919230:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1788985458.933622:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973636352:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985458.936273:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1788985459.425098:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985459.428438:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973636480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985459.428528:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985459.437469:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636480 00000100:00100000:3.0:1788985459.437485:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636480 00000100:00100000:3.0:1788985459.437542:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1788985459.437552:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973636480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985459.437594:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985459.437702:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973636480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 151us (9173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985459.437710:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1788985459.437794:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973636480:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985459.742162:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985460.769221:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985460.792050:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985460.792115:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985460.792148:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985460.792192:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223168 00000100:00100000:0.0:1788985460.792202:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223168 00000100:00100000:0.0:1788985460.792273:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223040 00000100:00100000:0.0:1788985460.792276:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223040 00000100:00100000:0.0:1788985460.792312:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1637 00000100:00100000:0.0:1788985460.792323:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953223168:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985460.792407:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953223168:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985460.792415:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1637 00000100:00100000:0.0:1788985460.792448:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1638 00000100:00100000:0.0:1788985460.792455:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953223040:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985460.792481:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953223040:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985460.792487:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1638 00000100:00080000:0.0:1788985460.792502:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985460.792505:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985460.792827:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953222912 00000100:00100000:1.0:1788985460.792833:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953222912 00000100:00100000:1.0:1788985460.792875:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 856 00000100:00100000:1.0:1788985460.792882:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953222912:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985460.792913:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953222912:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (873us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.792919:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 856 00000100:00100000:1.0:1788985460.962590:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985460.962617:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973636608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985460.962688:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985460.963062:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985460.965827:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973636736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985460.965906:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985460.965983:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973636864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985460.966012:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985460.966046:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636608 00000100:00100000:3.0:1788985460.966054:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636608 00000100:00100000:3.0:1788985460.966118:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636736 00000100:00100000:3.0:1788985460.966122:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636736 00000100:00100000:3.0:1788985460.966139:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788985460.966147:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973636608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985460.966188:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985460.966230:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973636608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985460.966250:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788985460.966275:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788985460.966283:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973636736:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985460.966673:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973636608:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788985460.969524:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985460.969548:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636864 00000100:00100000:0.0:1788985460.969559:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636864 00000100:00100000:0.0:1788985460.969624:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1788985460.969634:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973636864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985460.969670:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985460.969747:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973636864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (3733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985460.969754:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1788985460.969810:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973636864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985460.970019:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973637376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.970052:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985460.970087:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973637888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.970112:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985460.970129:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985460.970135:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973636992:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.970174:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985460.970195:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973637504:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.970235:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985460.970253:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973638016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.970270:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970581:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973637248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970640:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973637760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970661:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970682:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788985460.970688:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973637120:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970708:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970725:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973637632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970741:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970756:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973638144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970773:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985460.970810:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637504 00000100:00100000:1.0:1788985460.970815:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637504 00000100:00100000:1.0:1788985460.970852:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638016 00000100:00100000:1.0:1788985460.970855:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638016 00000100:00100000:1.0:1788985460.970868:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637248 00000100:00100000:1.0:1788985460.970870:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637248 00000100:00100000:1.0:1788985460.970879:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637120 00000100:00100000:1.0:1788985460.970881:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637120 00000100:00100000:1.0:1788985460.970889:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637632 00000100:00100000:1.0:1788985460.970891:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637632 00000100:00100000:1.0:1788985460.970902:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638144 00000100:00100000:1.0:1788985460.970905:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638144 00000100:00100000:1.0:1788985460.970918:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1788985460.970940:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973637504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.970984:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973637504:12345-0@lo:400:kworker.0 Request processed in 59us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.970990:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1788985460.971005:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1788985460.971010:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973638016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.971050:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973638016:12345-0@lo:400:kworker.0 Request processed in 40us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.971055:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1788985460.971066:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1788985460.971072:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973637248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.971097:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973637248:12345-0@lo:400:kworker.0 Request processed in 26us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.971102:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1788985460.971112:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1788985460.971118:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973637120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.971141:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973637120:12345-0@lo:400:kworker.0 Request processed in 24us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.971146:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:1.0:1788985460.971168:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1788985460.971175:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973637632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.971198:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973637632:12345-0@lo:400:kworker.0 Request processed in 24us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.971203:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:1.0:1788985460.971213:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1788985460.971218:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973638144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.971241:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973638144:12345-0@lo:400:kworker.0 Request processed in 23us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985460.971246:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00080000:1.0:1788985460.971269:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985460.971272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:3.0:1788985460.971478:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985460.971504:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637376 00000100:00100000:3.0:1788985460.971508:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637376 00000100:00100000:3.0:1788985460.971535:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788985460.971542:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973637376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985460.971575:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973637376:12345-0@lo:400:kworker.0 Request processed in 34us (1523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985460.971580:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788985460.971601:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637888 00000100:00100000:3.0:1788985460.971611:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637888 00000100:00100000:3.0:1788985460.971638:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973637760 00000100:00100000:3.0:1788985460.971641:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973637760 00000100:00100000:3.0:1788985460.971657:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1788985460.971663:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d2a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973637888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985460.971693:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d2a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973637888:12345-0@lo:400:kworker.0 Request processed in 30us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985460.971698:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1788985460.971976:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788985460.971983:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973637760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985460.972011:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973637760:12345-0@lo:400:kworker.0 Request processed in 29us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985460.972017:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788985460.972068:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973636736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5786us (6164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985460.972076:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1788985460.974862:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973637120:0@lo:400:kworker.0 00010000:00080000:1.0:1788985460.974893:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea4e00 x1875885973637632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985460.974903:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973637632:0@lo:400:kworker.0 00010000:00080000:1.0:1788985460.974914:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1247c41500 x1875885973638144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985460.974923:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973638144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.974951:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973637248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.974962:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973637760:0@lo:400:kworker.0 00000100:00080000:1.0:1788985460.975004:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985460.975030:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973637504:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.975042:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973638016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.975052:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973637376:0@lo:400:kworker.0 00000100:00100000:1.0:1788985460.975062:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973637888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.975219:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973636992 00000100:00100000:0.0:1788985460.975225:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973636992 00000100:00100000:0.0:1788985460.975479:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1788985460.975492:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973636992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985460.975562:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973636992:12345-0@lo:400:kworker.0 Request processed in 74us (5388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985460.975569:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1788985460.975627:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973636736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985460.976503:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973636992:0@lo:400:kworker.0 00000020:00000080:0.0:1788985461.334883:0:52692:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa2f645e0 20000000:00000080:0.0:1788985461.334896:0:52692:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e0c400 uarg=0000000000000000 00010000:00010000:0.0:1788985461.335204:0:52692:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985461.335220:0:52692:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985461.335242:0:52692:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985461.335252:0:52692:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985461.335265:0:52692:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985461.335281:0:52692:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985461.335297:0:52692:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530269 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985461.335305:0:52692:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985461.335342:0:52692:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985461.335358:0:52692:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 23 pid: 6509 timeout: 1401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985461.335369:0:52692:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52692:1875885973638272:0@lo:104: 00000100:00100000:0.0:1788985461.335426:0:52692:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985461.335508:0:52692:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143813c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985461.339164:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638272 00000100:00100000:1.0:1788985461.339178:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638272 00000100:00100000:0.0:1788985461.343274:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788985461.343288:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:52692:x1875885973638272:12345-0@lo:104: 00010000:00010000:0.0:1788985461.343309:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985461.343402:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985461.343407:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:52692:x1875885973638272:12345-0@lo:104: Request processed in 123us (7982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985461.343411:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00010000:00010000:2.0:1788985461.343758:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985461.343764:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.343769:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985461.343773:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.343779:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985461.343798:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985461.343802:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985461.343842:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.343846:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985461.343861:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.343866:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da530269 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da530270 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.343879:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985461.343880:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985461.343881:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985461.343886:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985461.343896:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973638400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985461.343956:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985461.343990:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638400 00000100:00100000:2.0:1788985461.343995:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638400 00010000:00010000:2.0:1788985461.344010:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 24 pid: 6509 timeout: 1401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985461.344025:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788985461.344029:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973638400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985461.344037:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985461.344045:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 24 pid: 6509 timeout: 1401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344053:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 24 pid: 6509 timeout: 1401 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344065:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344071:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344081:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344085:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344090:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344093:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344096:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985461.344099:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344103:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344108:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.344117:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985461.344141:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973638400:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985461.344147:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788985461.344192:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973638400:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985461.345080:0:52692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da530270 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530269 expref: 23 pid: 6509 timeout: 1401 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985461.345095:0:52692:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:52692:1875885973638272:0@lo:104: 00010000:00010000:1.0:1788985461.345111:0:52692:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985461.345130:0:52692:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985461.345136:0:52692:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985461.345143:0:52692:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da530277 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52692 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985461.793367:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985462.290733:0:52740:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcec69b630 20000000:00000080:2.0:1788985462.290751:0:52740:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e09400 uarg=0000000000000000 10000000:01000000:2.0:1788985462.290806:0:52740:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985462.290828:0:52740:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290844:0:52740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290854:0:52740:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290860:0:52740:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290866:0:52740:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290872:0:52740:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290877:0:52740:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985462.290882:0:52740:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290898:0:52740:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290913:0:52740:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290921:0:52740:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985462.290965:0:52740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da53027e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 52740 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985462.814193:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985463.135163:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985463.135171:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985463.135177:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985463.135226:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985463.135248:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985463.135260:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985463.135286:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973638528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985463.135353:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985463.135500:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638528 00000100:00100000:0.0:1788985463.135509:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638528 00000100:00100000:0.0:1788985463.135560:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1788985463.135569:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973638528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985463.135583:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985463.135597:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da530285 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985463.135620:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985463.135648:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985463.135657:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788985463.135694:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973638528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985463.135701:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1788985463.136330:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985463.136355:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973638528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985463.136372:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985463.136470:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985463.136500:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985463.136505:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985463.136513:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985463.838306:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985464.030150:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985464.030182:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973638656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985464.030275:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985464.030475:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638656 00000100:00100000:1.0:1788985464.030486:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638656 00000100:00100000:1.0:1788985464.030570:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1788985464.030582:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973638656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985464.030621:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985464.030679:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973638656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985464.030687:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1788985464.030764:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973638656:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985464.032375:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985464.049627:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973638784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985464.049730:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985464.049857:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638784 00000100:00100000:3.0:1788985464.049868:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638784 00000100:00100000:3.0:1788985464.049967:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1788985464.049978:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973638784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985464.050005:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985464.050071:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973638784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985464.050097:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:0.0:1788985464.050824:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985464.050885:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973638784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985464.543297:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985464.543329:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973638912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985464.543437:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985464.543519:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973638912 00000100:00100000:1.0:1788985464.543529:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973638912 00000100:00100000:1.0:1788985464.543592:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1788985464.543602:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973638912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985464.543650:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985464.543714:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973638912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985464.543746:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1788985464.543807:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973638912:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985464.862370:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985465.886600:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985465.911408:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985465.911474:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985465.911510:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985465.911863:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223296 00000100:00100000:0.0:1788985465.911873:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223296 00000100:00100000:0.0:1788985465.911961:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 859 00000100:00100000:0.0:1788985465.911971:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953223296:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985465.912048:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953223296:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985465.912056:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 859 00000100:00100000:2.0:1788985465.912429:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223424 00000100:00100000:2.0:1788985465.912435:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223424 00000100:00100000:2.0:1788985465.912485:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223552 00000100:00100000:2.0:1788985465.912488:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223552 00000100:00100000:2.0:1788985465.912511:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1645 00000100:00100000:2.0:1788985465.912518:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223424:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985465.912552:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223424:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 35us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985465.912558:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1645 00000100:00100000:2.0:1788985465.912571:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1646 00000100:00100000:2.0:1788985465.912576:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985465.912597:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985465.912603:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1646 00000100:00080000:0.0:1788985465.912826:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985465.912831:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985466.078706:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973639040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985466.078783:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.078900:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639040 00000100:00100000:0.0:1788985466.078910:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639040 00000100:00100000:0.0:1788985466.079017:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1788985466.079029:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973639040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985466.079075:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985466.079135:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973639040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985466.079143:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00080000:0.0:1788985466.079165:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985466.079318:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985466.079328:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973639168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985466.079356:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985466.079382:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639168 00000100:00100000:1.0:1788985466.079387:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639168 00000100:00100000:1.0:1788985466.079417:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1788985466.079424:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973639168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985466.079434:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985466.079466:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973639168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985466.079473:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:1.0:1788985466.079488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985466.079519:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973639168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985466.079549:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973639040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985466.080542:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973639424:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080594:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080630:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973639936:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080653:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080676:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973640448:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080695:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080714:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788985466.080719:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973639552:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080745:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080764:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973640064:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080801:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973640576:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.080820:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985466.080845:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639424 00000100:00100000:2.0:1788985466.080850:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639424 00000100:00100000:2.0:1788985466.080877:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639936 00000100:00100000:2.0:1788985466.080880:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639936 00000100:00100000:2.0:1788985466.080898:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640448 00000100:00100000:2.0:1788985466.080900:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640448 00000100:00100000:2.0:1788985466.080916:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640064 00000100:00100000:2.0:1788985466.080919:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640064 00000100:00100000:2.0:1788985466.080969:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640576 00000100:00100000:2.0:1788985466.080972:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640576 00000100:00100000:2.0:1788985466.080985:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:2.0:1788985466.080992:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973639424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.081049:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973639424:12345-0@lo:400:kworker.0 Request processed in 57us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.081067:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:2.0:1788985466.081084:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:2.0:1788985466.081090:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973639936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.081129:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973639936:12345-0@lo:400:kworker.0 Request processed in 40us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.081136:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:2.0:1788985466.081147:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:2.0:1788985466.081153:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973640448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.081180:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973640448:12345-0@lo:400:kworker.0 Request processed in 27us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.081186:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1788985466.081303:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973639296:0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081341:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.081369:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973639808:0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081393:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.081409:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973640320:0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081431:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.081450:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788985466.081456:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973639680:0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081476:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.081486:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973640192:0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081504:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985466.081530:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639296 00000100:00100000:0.0:1788985466.081534:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639296 00000100:00100000:0.0:1788985466.081560:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1788985466.081566:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973639296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985466.081600:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973639296:12345-0@lo:400:kworker.0 Request processed in 34us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985466.081606:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1788985466.081663:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973639296:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.081971:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639680 00000100:00100000:2.0:1788985466.081976:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639680 00000100:00100000:2.0:1788985466.081994:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1788985466.082000:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973640064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.082130:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1788985466.082140:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973640576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.082197:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973640576:12345-0@lo:400:kworker.0 Request processed in 50us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985466.082205:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:1.0:1788985466.082219:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1788985466.082233:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973639680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.082438:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973639680:12345-0@lo:400:kworker.0 Request processed in 204us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985466.082445:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1788985466.082465:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639552 00000100:00100000:1.0:1788985466.082469:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639552 00000100:00100000:1.0:1788985466.082494:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973639808 00000100:00100000:1.0:1788985466.082497:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973639808 00000100:00100000:1.0:1788985466.082511:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1788985466.082516:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973639552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.082548:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973639552:12345-0@lo:400:kworker.0 Request processed in 32us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985466.082553:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1788985466.082565:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1788985466.082571:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973639808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.082596:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973639808:12345-0@lo:400:kworker.0 Request processed in 26us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985466.082601:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:1.0:1788985466.082620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985466.082624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985466.082698:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973640064:12345-0@lo:400:kworker.0 Request processed in 696us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.082704:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:2.0:1788985466.082742:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973639552:0@lo:400:kworker.0 00010000:00080000:2.0:1788985466.082756:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432fe680 x1875885973640064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985466.082766:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973640064:0@lo:400:kworker.0 00010000:00080000:2.0:1788985466.082776:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432fce00 x1875885973640576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985466.082798:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973640576:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.082811:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973639424:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.082821:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973639936:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.082831:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973640448:0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.082979:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640320 00000100:00100000:2.0:1788985466.082983:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640320 00000100:00100000:2.0:1788985466.083016:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640192 00000100:00100000:2.0:1788985466.083406:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640192 00000100:00100000:2.0:1788985466.083437:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985466.083444:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973640320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.083485:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973640320:12345-0@lo:400:kworker.0 Request processed in 42us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.083491:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985466.083503:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1788985466.083509:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973640192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985466.083536:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973640192:12345-0@lo:400:kworker.0 Request processed in 28us (2031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.083541:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788985466.083699:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973640704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985466.083735:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788985466.083776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985466.083816:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640704 00000100:00100000:2.0:1788985466.083820:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640704 00000100:00100000:2.0:1788985466.083879:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1788985466.083886:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973640704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985466.083912:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985466.083971:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973640704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985466.083986:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1788985466.084094:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973640704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985466.095385:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973639680:0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.095404:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973640192:0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.095427:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973639808:0@lo:400:kworker.0 00000100:00100000:1.0:1788985466.095437:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973640320:0@lo:400:kworker.0 00010000:00010000:0.0:1788985466.915127:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985467.619403:0:53032:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc84737cc0 20000000:00000080:2.0:1788985467.619420:0:53032:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2fc00 uarg=0000000000000000 10000000:01000000:2.0:1788985467.619475:0:53032:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985467.619495:0:53032:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985467.619513:0:53032:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da530285 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985467.619522:0:53032:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985467.619560:0:53032:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985467.619575:0:53032:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 23 pid: 6509 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985467.619590:0:53032:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53032:1875885973640832:0@lo:104: 00000100:00100000:2.0:1788985467.619665:0:53032:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985467.619706:0:53032:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985467.621771:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640832 00000100:00100000:0.0:1788985467.621786:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640832 00000100:00100000:0.0:1788985467.621856:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788985467.621867:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:53032:x1875885973640832:12345-0@lo:104: 00010000:00010000:0.0:1788985467.621886:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985467.621998:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:3.0:1788985467.622010:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788985467.622014:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:53032:x1875885973640832:12345-0@lo:104: Request processed in 140us (2340us total) trans 0 rc 0/0 00010000:00010000:3.0:1788985467.622017:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985467.622021:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00010000:00010000:3.0:1788985467.622024:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985467.622028:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622036:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985467.622044:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985467.622050:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985467.622106:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622113:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985467.622136:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622142:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da530285 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da53028c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622170:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985467.622171:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985467.622173:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985467.622187:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973640960:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985467.622250:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985467.622468:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973640960 00000100:00100000:3.0:1788985467.622473:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973640960 00000100:00100000:1.0:1788985467.622481:0:53032:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53032:1875885973640832:0@lo:104: 00010000:00010000:3.0:1788985467.622493:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985467.622502:0:53032:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985467.622523:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788985467.622531:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973640960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985467.622542:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985467.622548:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622558:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622572:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da53028c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da530285 expref: 24 pid: 6509 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622583:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622592:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622609:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622635:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622641:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622647:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622651:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985467.622655:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622663:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622678:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985467.622688:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788985467.622704:0:53032:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985467.622712:0:53032:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985467.622718:0:53032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da530293 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53032 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985467.622725:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973640960:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985467.622731:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1788985467.622901:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973640960:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985467.934451:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985468.404864:0:53080:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff2e6719b0 20000000:00000080:0.0:1788985468.404883:0:53080:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6e400 uarg=0000000000000000 00010000:00010000:0.0:1788985468.405401:0:53080:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985468.405419:0:53080:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985468.405443:0:53080:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985468.405455:0:53080:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985468.405470:0:53080:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985468.405491:0:53080:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405509:0:53080:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405520:0:53080:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405528:0:53080:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405548:0:53080:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405556:0:53080:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405562:0:53080:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985468.405567:0:53080:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405576:0:53080:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405696:0:53080:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405706:0:53080:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.405713:0:53080:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da53029a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53080 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985468.958481:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985469.151528:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973641088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985469.151593:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985469.151662:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641088 00000100:00100000:3.0:1788985469.151670:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641088 00000100:00100000:3.0:1788985469.151718:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1788985469.151728:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973641088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985469.151767:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985469.151820:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973641088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985469.151826:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:3.0:1788985469.151847:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985469.151882:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973641088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985469.151942:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973641216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985469.151966:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985469.152524:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641216 00000100:00100000:2.0:1788985469.152530:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641216 00000100:00100000:2.0:1788985469.152577:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1788985469.152586:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973641216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985469.152600:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985469.152649:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973641216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985469.152655:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00080000:3.0:1788985469.153991:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985469.154037:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973641216:0@lo:13:osp-pre-0-1.0 10000000:01000000:0.0:1788985469.598024:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985469.598034:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985469.598039:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985469.598117:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985469.598129:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985469.598157:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985469.598183:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973641344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985469.598637:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985469.598746:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641344 00000100:00100000:3.0:1788985469.598758:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641344 00000100:00100000:3.0:1788985469.598810:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788985469.598818:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973641344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985469.598831:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985469.598846:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5302a1 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985469.598870:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985469.598879:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985469.598885:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c6a00, rc 0) 00000100:00100000:3.0:1788985469.598913:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973641344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985469.598944:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1788985469.599514:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114301cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985469.599534:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973641344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985469.599547:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985469.599555:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985469.599570:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985469.599574:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985469.599579:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985469.662343:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985469.662365:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973641472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985469.662429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985469.662493:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641472 00000100:00100000:0.0:1788985469.662500:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641472 00000100:00100000:0.0:1788985469.662541:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1788985469.662550:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973641472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985469.662583:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985469.662628:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973641472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985469.662635:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1788985469.662678:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973641472:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985469.983338:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985471.006148:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985471.031842:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985471.031890:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985471.031951:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985471.031982:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223936 00000100:00100000:0.0:1788985471.031991:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223936 00000100:00100000:0.0:1788985471.032049:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223808 00000100:00100000:0.0:1788985471.032052:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223808 00000100:00100000:0.0:1788985471.032222:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1653 00000100:00100000:3.0:1788985471.032239:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1654 00000100:00100000:0.0:1788985471.032242:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985471.032315:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.032320:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985471.032323:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1653 00000100:00080000:0.0:1788985471.032345:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985471.032348:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953223808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 103us (398us total) trans 0 rc 0/0 00000100:00080000:0.0:1788985471.032348:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985471.032354:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1654 00000100:00100000:1.0:1788985471.032605:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953223680 00000100:00100000:1.0:1788985471.032611:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953223680 00000100:00100000:1.0:1788985471.032639:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 862 00000100:00100000:1.0:1788985471.032645:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953223680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985471.032673:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953223680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985471.032680:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 862 00000100:00100000:2.0:1788985471.091190:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985471.091369:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224064 00000100:00100000:1.0:1788985471.091380:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224064 00000100:00100000:1.0:1788985471.091444:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:1.0:1788985471.091455:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce51450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953224064:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788985471.091472:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985471.091475:0:6501:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da53019e) 00010000:00010000:1.0:1788985471.091477:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985471.091528:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce51450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953224064:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 76us (347us total) trans 0 rc 116/116 00000100:00100000:1.0:1788985471.091535:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 11 00000100:00100000:0.0:1788985471.165410:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985471.165520:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224192 00000100:00100000:3.0:1788985471.165530:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224192 00000100:00100000:3.0:1788985471.165591:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 86 00000100:00100000:3.0:1788985471.165602:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:32289:x1875885953224192:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:3.0:1788985471.165622:0:6513:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985471.165645:0:6513:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da5302af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171b7 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165707:0:6513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165721:0:6513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165736:0:6513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788985471.165800:0:6513:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788985471.165804:0:6513:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788985471.165830:0:6513:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165874:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da5302af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171b7 expref: 7 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165896:0:6513:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171b7 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985471.165904:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494500) 00010000:00010000:3.0:1788985471.165908:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788985471.165912:0:6513:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c7e00, rc 0) 00000100:00100000:3.0:1788985471.169185:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32289:x1875885953224192:12345-192.168.202.6@tcp:101:rm.0 Request processed in 3571us (3771us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.169199:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 86 00000100:00100000:1.0:1788985471.178205:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985471.178299:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224320 00000100:00100000:0.0:1788985471.178309:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224320 00000100:00100000:0.0:1788985471.178373:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 87 00000100:00100000:0.0:1788985471.178380:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32289:x1875885953224320:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985471.178398:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985471.178419:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da5302bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171be expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178482:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178495:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178506:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178518:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178522:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178541:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178575:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178580:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178584:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178588:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985471.178591:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178596:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178604:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494500) 00010000:00010000:0.0:1788985471.178606:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985471.178608:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178612:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8400/0xa0dd3253da5302c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178621:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178625:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178632:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178635:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985471.178637:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178640:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178644:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8b11422d1d00) 00010000:00010000:0.0:1788985471.178645:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985471.178646:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178649:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da5302cb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178672:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da5302bd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171be expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178678:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494500) 00010000:00010000:0.0:1788985471.178680:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985471.178682:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8e00/0xa0dd3253da5302bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171be expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985471.178687:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8e00, rc 0) 00000100:00100000:0.0:1788985471.178737:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32289:x1875885953224320:12345-192.168.202.6@tcp:101:rm.0 Request processed in 358us (542us total) trans 0 rc 301/301 00000100:00100000:0.0:1788985471.178748:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 87 00000100:00100000:3.0:1788985471.199642:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973641728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.199722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985471.199797:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973642240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.199819:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985471.199840:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973642752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.199862:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985471.199887:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985471.199893:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973641856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.199952:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985471.200126:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641728 00000100:00100000:2.0:1788985471.200136:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641728 00000100:00100000:2.0:1788985471.200180:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642240 00000100:00100000:2.0:1788985471.200184:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642240 00000100:00100000:2.0:1788985471.200210:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642752 00000100:00100000:2.0:1788985471.200212:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642752 00000100:00100000:2.0:1788985471.200242:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:2.0:1788985471.200252:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973641728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.200300:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973641728:12345-0@lo:400:kworker.0 Request processed in 50us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.200308:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:2.0:1788985471.200325:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1788985471.200331:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973642240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.200357:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973642240:12345-0@lo:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.200363:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1788985471.200374:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1788985471.200380:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973642752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.200405:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973642752:12345-0@lo:400:kworker.0 Request processed in 26us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.200411:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1788985471.200465:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641856 00000100:00100000:2.0:1788985471.200468:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641856 00000100:00100000:2.0:1788985471.200506:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1788985471.200512:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973641856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.200545:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973641856:12345-0@lo:400:kworker.0 Request processed in 33us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.200550:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:3.0:1788985471.200672:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973642368:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.200915:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973641984:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.200969:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201006:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973642496:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201031:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201048:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973643008:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201079:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201108:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788985471.201114:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973641600:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201141:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201161:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973642112:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201182:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201196:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973642624:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201214:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.201888:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973643136:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.201914:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985471.202003:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985471.202012:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973643264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985471.202038:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985471.203275:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642496 00000100:00100000:3.0:1788985471.203282:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642496 00000100:00100000:3.0:1788985471.203321:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643008 00000100:00100000:3.0:1788985471.203336:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643008 00000100:00100000:3.0:1788985471.203351:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642624 00000100:00100000:3.0:1788985471.203353:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642624 00000100:00100000:3.0:1788985471.203365:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643136 00000100:00100000:3.0:1788985471.203368:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643136 00000100:00100000:3.0:1788985471.203383:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1788985471.203391:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973642496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.203457:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973642496:12345-0@lo:400:kworker.0 Request processed in 67us (2425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.203464:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1788985471.203480:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788985471.203486:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973643008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.203513:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973643008:12345-0@lo:400:kworker.0 Request processed in 27us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.203518:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788985471.203528:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1788985471.203534:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973642624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.203561:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973642624:12345-0@lo:400:kworker.0 Request processed in 28us (2346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.203566:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1788985471.203575:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788985471.203581:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973643136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.203604:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973643136:12345-0@lo:400:kworker.0 Request processed in 23us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.203609:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788985471.203627:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643264 00000100:00100000:3.0:1788985471.203630:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643264 00000100:00100000:3.0:1788985471.203662:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1788985471.203668:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973643264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985471.203690:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985471.203723:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973643264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985471.203729:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1788985471.203769:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973642624:0@lo:400:kworker.0 00000100:00080000:0.0:1788985471.203958:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985471.203963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985471.203965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985471.203988:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642112 00000100:00100000:0.0:1788985471.203992:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642112 00000100:00100000:0.0:1788985471.204023:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788985471.204030:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973642112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204077:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973642112:12345-0@lo:400:kworker.0 Request processed in 48us (2893us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985471.204084:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788985471.204129:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641984 00000100:00100000:0.0:1788985471.204133:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641984 00000100:00100000:0.0:1788985471.204158:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1788985471.204164:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973641984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204194:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973641984:12345-0@lo:400:kworker.0 Request processed in 31us (3225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985471.204200:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1788985471.204212:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985471.204325:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973643520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985471.204357:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985471.204388:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643520 00000100:00100000:0.0:1788985471.204392:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643520 00000100:00100000:0.0:1788985471.204416:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1788985471.204422:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973643520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985471.204433:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985471.204462:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973643520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985471.204475:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1788985471.204512:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973643520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985471.204566:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973641600 00000100:00100000:0.0:1788985471.204570:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973641600 00000100:00100000:0.0:1788985471.204591:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1788985471.204597:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973641600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204628:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973641600:12345-0@lo:400:kworker.0 Request processed in 31us (3486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985471.204634:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1788985471.204681:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985471.204699:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973642880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204718:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985471.204743:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973641728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204754:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973642240:0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204764:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973642752:0@lo:400:kworker.0 00000100:00100000:0.0:1788985471.204778:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985471.204877:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973643136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.204894:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973641984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.204904:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973642496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.204914:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973643008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.204949:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973641600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985471.204959:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973642112:0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.205077:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642368 00000100:00100000:2.0:1788985471.205082:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642368 00000100:00100000:2.0:1788985471.205113:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973642880 00000100:00100000:2.0:1788985471.205116:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973642880 00000100:00100000:2.0:1788985471.205134:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:2.0:1788985471.205140:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973642368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.205173:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973642368:12345-0@lo:400:kworker.0 Request processed in 33us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.205178:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:2.0:1788985471.205190:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1788985471.205196:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973642880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985471.205232:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973642880:12345-0@lo:400:kworker.0 Request processed in 36us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.205238:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00080000:2.0:1788985471.205253:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985471.206072:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973643392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985471.206114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985471.206150:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973641856:0@lo:400:kworker.0 00010000:00080000:0.0:1788985471.206164:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5c700 x1875885973642368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985471.206174:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973642368:0@lo:400:kworker.0 00010000:00080000:0.0:1788985471.206184:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5ce00 x1875885973642880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985471.206203:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973642880:0@lo:400:kworker.0 00000100:00100000:1.0:1788985471.206435:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973643264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985471.207340:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643392 00000100:00100000:2.0:1788985471.207348:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643392 00000100:00100000:2.0:1788985471.207394:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1788985471.207402:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973643392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985471.207432:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985471.207497:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973643392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985471.207515:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1788985471.207740:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973643392:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788985472.031575:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985472.323395:0:53276:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0f485960 20000000:00000080:3.0:1788985472.323414:0:53276:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126e8d2400 uarg=0000000000000000 10000000:01000000:3.0:1788985472.323468:0:53276:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985472.323488:0:53276:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.323504:0:53276:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.323511:0:53276:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.323554:0:53276:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.323567:0:53276:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 23 pid: 6509 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985472.323581:0:53276:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53276:1875885973643648:0@lo:104: 00000100:00100000:3.0:1788985472.323643:0:53276:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985472.324497:0:53276:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788985472.324707:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643648 00000100:00100000:2.0:1788985472.324714:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643648 00000100:00100000:0.0:1788985472.325060:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788985472.325070:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:53276:x1875885973643648:12345-0@lo:104: 00010000:00010000:0.0:1788985472.325084:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985472.325161:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985472.325167:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:53276:x1875885973643648:12345-0@lo:104: Request processed in 100us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985472.325174:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00010000:00010000:2.0:1788985472.325231:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985472.325238:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325246:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985472.325250:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325259:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985472.325266:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985472.325272:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985472.325311:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325318:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985472.325345:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325353:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da5302a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da5302a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325371:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985472.325373:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985472.325386:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985472.325395:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985472.325408:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973643776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985472.325448:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985472.325489:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643776 00000100:00100000:2.0:1788985472.325494:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643776 00010000:00010000:2.0:1788985472.325515:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985472.325537:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788985472.325543:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973643776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985472.325555:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985472.325561:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325572:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325590:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.325600:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.325828:0:53276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6a00/0xa0dd3253da5302a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da5302a1 expref: 24 pid: 6509 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985472.325840:0:53276:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:53276:1875885973643648:0@lo:104: 00010000:00010000:3.0:1788985472.325857:0:53276:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326160:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326169:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326177:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326193:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326199:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c7200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985472.326204:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326270:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326290:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985472.326301:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985472.326341:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973643776:12345-0@lo:103:ldlm_bl.0 Request processed in 798us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985472.326349:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788985472.326378:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973643776:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985472.326426:0:53276:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.326434:0:53276:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985472.326442:0:53276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c7200/0xa0dd3253da5302d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.055383:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985473.240787:0:53324:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa4b3db60 20000000:00000080:0.0:1788985473.240807:0:53324:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8e800 uarg=0000000000000000 00010000:00010000:0.0:1788985473.241068:0:53324:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788985473.241111:0:53324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494500) 00010000:00010000:0.0:1788985473.241115:0:53324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985473.241128:0:53324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7e00/0xa0dd3253da5302b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171b7 expref: 5 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241151:0:53324:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788985473.241248:0:53324:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985473.241262:0:53324:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985473.241273:0:53324:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985473.241290:0:53324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241313:0:53324:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241324:0:53324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241329:0:53324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241333:0:53324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241338:0:53324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241342:0:53324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985473.241345:0:53324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241351:0:53324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241358:0:53324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241363:0:53324:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.241367:0:53324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302d9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 53324 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985473.568506:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985473.568519:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985473.568526:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985473.568590:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985473.568604:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985473.568619:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985473.568678:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973643904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985473.568780:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985473.568855:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985473.568970:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973643904 00000100:00100000:0.0:1788985473.568983:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973643904 00000100:00100000:0.0:1788985473.569128:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1788985473.569139:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973643904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985473.569160:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985473.569177:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da5302e0 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.569208:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.569222:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da5302e7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da5302e0 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985473.569233:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788985473.569293:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973643904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985473.569300:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1788985473.569435:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973643904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985473.569456:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985473.569467:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985473.569491:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985473.569497:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985473.569504:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da5302e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da5302e7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985474.078765:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985474.279402:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985474.279435:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973644160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985474.279518:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985474.279582:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973644032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985474.279611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985474.279651:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644160 00000100:00100000:1.0:1788985474.279660:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644160 00000100:00100000:1.0:1788985474.279717:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644032 00000100:00100000:1.0:1788985474.279720:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644032 00000100:00100000:1.0:1788985474.279738:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1788985474.279747:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973644160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985474.279780:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985474.279827:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973644160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985474.279835:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1788985474.280434:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1788985474.280445:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ecb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973644032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985474.280458:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985474.280490:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ecb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973644032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985474.280496:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1788985474.281089:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973644160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985474.281116:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973644032:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788985474.282453:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985474.782369:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973644288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985474.782472:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985474.782691:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644288 00000100:00100000:0.0:1788985474.782702:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644288 00000100:00100000:0.0:1788985474.782768:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788985474.782779:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973644288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985474.782824:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985474.782904:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973644288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985474.782912:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1788985474.782986:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973644288:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985475.103475:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985476.130100:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985476.151812:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985476.151864:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985476.151904:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985476.151965:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224704 00000100:00100000:0.0:1788985476.151965:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224576 00000100:00100000:3.0:1788985476.151978:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224704 00000100:00100000:0.0:1788985476.151978:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224576 00000100:00100000:0.0:1788985476.152066:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1661 00000100:00100000:1.0:1788985476.152124:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224448 00000100:00100000:1.0:1788985476.152130:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224448 00000100:00100000:1.0:1788985476.152167:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 865 00000100:00100000:1.0:1788985476.152177:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953224448:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985476.152273:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953224448:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 98us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.152280:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 865 00000100:00080000:1.0:1788985476.152318:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985476.152323:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985476.152545:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953224576:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985476.152672:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953224576:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 596us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985476.162644:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1662 00000100:00100000:3.0:1788985476.162670:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953224704:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985476.162794:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953224704:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 134us (10929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985476.162804:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1662 00000100:00100000:0.0:1788985476.177038:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1661 00000100:00100000:3.0:1788985476.318647:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973644544:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.318743:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.318805:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973645056:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.318831:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.318853:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973645568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.318877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.318906:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985476.318913:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973644672:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319150:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973644416:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319206:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319231:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973644928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319260:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319283:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973645440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319308:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319328:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973645952:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319350:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319372:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788985476.319378:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973644800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319401:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319419:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973645312:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319457:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319475:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973645824:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319496:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985476.319543:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644544 00000100:00100000:1.0:1788985476.319554:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644544 00000100:00100000:1.0:1788985476.319608:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645056 00000100:00100000:1.0:1788985476.319611:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645056 00000100:00100000:1.0:1788985476.319637:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645568 00000100:00100000:1.0:1788985476.319639:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645568 00000100:00100000:1.0:1788985476.319653:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644800 00000100:00100000:1.0:1788985476.319655:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644800 00000100:00100000:1.0:1788985476.319669:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:1.0:1788985476.319678:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973644544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319739:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973644544:12345-0@lo:400:kworker.0 Request processed in 62us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.319747:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:1.0:1788985476.319767:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:1.0:1788985476.319773:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973645056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319802:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973645056:12345-0@lo:400:kworker.0 Request processed in 29us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.319807:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:1.0:1788985476.319819:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1788985476.319825:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973645568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319849:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973645568:12345-0@lo:400:kworker.0 Request processed in 26us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.319854:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1788985476.319864:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:1.0:1788985476.319869:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973644800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.319899:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973644800:12345-0@lo:400:kworker.0 Request processed in 29us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.319913:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:1.0:1788985476.320101:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644928 00000100:00100000:1.0:1788985476.320105:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644928 00000100:00100000:1.0:1788985476.320137:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1788985476.320144:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973644928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320178:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973644928:12345-0@lo:400:kworker.0 Request processed in 35us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.320184:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1788985476.320201:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645440 00000100:00100000:1.0:1788985476.320205:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645440 00000100:00100000:1.0:1788985476.320223:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645952 00000100:00100000:1.0:1788985476.320225:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645952 00000100:00100000:1.0:1788985476.320235:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645312 00000100:00100000:1.0:1788985476.320237:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645312 00000100:00100000:1.0:1788985476.320245:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645824 00000100:00100000:1.0:1788985476.320247:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645824 00000100:00100000:1.0:1788985476.320258:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788985476.320263:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973645440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320291:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973645440:12345-0@lo:400:kworker.0 Request processed in 29us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.320296:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788985476.320304:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788985476.320308:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973645952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320329:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973645952:12345-0@lo:400:kworker.0 Request processed in 21us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.320334:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788985476.320343:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788985476.320356:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973645312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320382:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973645312:12345-0@lo:400:kworker.0 Request processed in 28us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.320387:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788985476.320398:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1788985476.320404:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973645824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320430:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973645824:12345-0@lo:400:kworker.0 Request processed in 26us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.320435:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:1.0:1788985476.320456:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985476.320460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985476.320463:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985476.320503:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973644800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320515:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973645312:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320525:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973645824:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320535:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973644928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320544:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973645440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.320554:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973645952:0@lo:400:kworker.0 00000100:00100000:2.0:1788985476.320799:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644416 00000100:00100000:2.0:1788985476.320805:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644416 00000100:00100000:2.0:1788985476.320850:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1788985476.320858:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973644416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985476.320905:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973644416:12345-0@lo:400:kworker.0 Request processed in 50us (1700us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985476.320911:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1788985476.320977:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973644416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985476.321050:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985476.321063:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973646080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985476.321097:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985476.321186:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973646208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985476.321212:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985476.321243:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646208 00000100:00100000:2.0:1788985476.321247:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646208 00000100:00100000:2.0:1788985476.321269:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1788985476.321275:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973646208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985476.321305:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985476.321354:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973646208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985476.321361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1788985476.321394:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973646208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985476.321614:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.321647:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973645184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321674:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.321692:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973645696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321714:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.321739:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973644544:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321752:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973645056:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321763:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973645568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321794:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645184 00000100:00100000:3.0:1788985476.321798:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645184 00000100:00100000:3.0:1788985476.321837:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973645696 00000100:00100000:3.0:1788985476.321840:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973645696 00000100:00100000:3.0:1788985476.321872:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1788985476.321878:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973645184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.321917:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973645184:12345-0@lo:400:kworker.0 Request processed in 40us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985476.321949:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1788985476.321963:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1788985476.321969:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973645696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985476.322365:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973645696:12345-0@lo:400:kworker.0 Request processed in 394us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985476.322373:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00080000:3.0:1788985476.322400:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788985476.322425:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397e680 x1875885973645184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985476.322439:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973645184:0@lo:400:kworker.0 00010000:00080000:3.0:1788985476.322450:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ec6300 x1875885973645696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985476.322458:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973645696:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.324868:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646080 00000100:00100000:1.0:1788985476.324883:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646080 00000100:00100000:3.0:1788985476.325138:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973646336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985476.325361:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985476.325436:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646336 00000100:00100000:3.0:1788985476.325440:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646336 00000100:00100000:3.0:1788985476.325474:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788985476.325485:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973646336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985476.325528:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985476.325583:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973646336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985476.325604:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788985476.325665:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ec6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973646336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985476.325782:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973644672 00000100:00100000:2.0:1788985476.325789:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973644672 00000100:00100000:2.0:1788985476.325831:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1788985476.325840:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973644672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985476.325900:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973644672:12345-0@lo:400:kworker.0 Request processed in 61us (4286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985476.325907:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1788985476.326442:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1788985476.326455:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973646080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985476.326474:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985476.326527:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973646080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (5430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985476.326542:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1788985476.328495:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973644672:0@lo:400:kworker.0 00000100:00100000:1.0:1788985476.330437:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973646080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985476.894918:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985476.896420:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224832 00000100:00100000:3.0:1788985476.896449:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224832 00000100:00100000:0.0:1788985476.897116:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 12 00000100:00100000:0.0:1788985476.897131:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953224832:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788985476.897152:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985476.897155:0:6501:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da5302b6) 00010000:00010000:0.0:1788985476.897158:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985476.897243:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953224832:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 115us (2339us total) trans 0 rc 116/116 00000100:00100000:0.0:1788985476.897251:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 12 00010000:00010000:0.0:1788985477.150210:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985478.013438:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985478.013543:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953224960 00000100:00100000:2.0:1788985478.013556:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953224960 00000100:00080000:3.0:1788985478.013615:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985478.013652:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 88 00000100:00100000:2.0:1788985478.013666:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:32403:x1875885953224960:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:2.0:1788985478.013695:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985478.013726:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eac00/0xa0dd3253da5302ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171c5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.013811:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.013828:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.013844:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788985478.013920:0:6515:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788985478.013957:0:6515:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788985478.013991:0:6515:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.014028:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433eac00/0xa0dd3253da5302ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171c5 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.014048:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea800/0xa0dd3253da5302f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171c5 expref: 6 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985478.014057:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311100) 00010000:00010000:2.0:1788985478.014060:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985478.014064:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985478.014133:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32403:x1875885953224960:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 470us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985478.014140:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 88 00000100:00100000:2.0:1788985478.029306:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985478.029361:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225088 00000100:00100000:3.0:1788985478.029376:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225088 00000100:00100000:3.0:1788985478.029458:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 89 00000100:00100000:3.0:1788985478.029471:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32403:x1875885953225088:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985478.029498:0:10354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985478.029528:0:10354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7200/0xa0dd3253da5302fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e171cc expref: -99 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029609:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029629:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029644:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029663:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029669:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029689:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029742:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029751:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029758:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029765:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6a00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985478.029770:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029779:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029793:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311100) 00010000:00010000:3.0:1788985478.029797:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985478.029804:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029811:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6a00/0xa0dd3253da530303 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029825:0:10354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029832:0:10354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029846:0:10354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029851:0:10354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12463c6200 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985478.029854:0:10354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029861:0:10354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029868:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff8b1248494f00) 00010000:00010000:3.0:1788985478.029871:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985478.029874:0:10354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029879:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c6200/0xa0dd3253da53030a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029973:0:10354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7200/0xa0dd3253da5302fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171cc expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.029985:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311100) 00010000:00010000:3.0:1788985478.029988:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985478.029991:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12463c7200/0xa0dd3253da5302fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e171cc expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985478.030012:0:10354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12463c7200, rc 0) 00000100:00100000:2.0:1788985478.030140:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:32403:x1875885953225088:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 670us (847us total) trans 0 rc 301/301 00000100:00100000:2.0:1788985478.030149:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 89 00010000:00010000:2.0:1788985478.183487:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985479.203221:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985479.390590:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973646592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985479.390668:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985479.390741:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646592 00000100:00100000:2.0:1788985479.390750:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646592 00000100:00100000:2.0:1788985479.390805:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1788985479.390815:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973646592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985479.390847:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985479.391301:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973646592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 486us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985479.391311:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:2.0:1788985479.391333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985479.391380:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973646592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985479.392651:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985479.392672:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973646464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985479.392736:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985479.393429:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646464 00000100:00100000:2.0:1788985479.393441:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646464 00000100:00100000:2.0:1788985479.393492:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1788985479.393503:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973646464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985479.393527:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985479.393585:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973646464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985479.393591:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1788985479.400557:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973646464:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985479.400812:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:2.0:1788985479.446874:0:53568:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_20: @@@@@@ FAIL: cannot chmod mapped_admin:0:c0:0:003 00000100:00100000:2.0:1788985479.902403:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973646720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985479.902503:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985479.902656:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973646720 00000100:00100000:0.0:1788985479.902667:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973646720 00000100:00100000:0.0:1788985479.902737:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1788985479.902749:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973646720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985479.902795:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985479.902862:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973646720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985479.902902:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1788985479.903008:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973646720:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985480.222168:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985481.246560:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985481.276676:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985481.276762:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985481.277584:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985481.278619:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225344 00000100:00100000:2.0:1788985481.278635:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225344 00000100:00100000:2.0:1788985481.278713:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225472 00000100:00100000:2.0:1788985481.278716:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225472 00000100:00100000:2.0:1788985481.278748:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1669 00000100:00100000:2.0:1788985481.278760:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2388:x1875885953225344:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985481.278874:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ec6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2388:x1875885953225344:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 117us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985481.278893:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1669 00000100:00100000:2.0:1788985481.278914:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1670 00000100:00100000:2.0:1788985481.278922:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225472:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985481.279000:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953225472:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985481.279007:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1670 00000100:00080000:2.0:1788985481.279028:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985481.279032:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985481.283862:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953225216 00000100:00100000:0.0:1788985481.283884:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953225216 00000100:00100000:2.0:1788985481.284083:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 867 00000100:00100000:2.0:1788985481.284095:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953225216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985481.284200:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953225216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 107us (7436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985481.284208:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 867 Debug log: 3349 lines, 3349 kept, 0 dropped, 0 bad.