00010000:00010000:1.0F:1788985251.872193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985252.895612:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985253.918193:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1788985254.111219:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985254.111256:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973529728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985254.111331:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985254.111443:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529728 00000100:00100000:1.0:1788985254.111453:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529728 00000100:00100000:1.0:1788985254.111521:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1788985254.111532:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973529728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985254.111565:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985254.111615:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973529728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985254.111622:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:3.0:1788985254.111731:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985254.111763:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973529728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985254.115491:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985254.115521:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973529856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985254.115619:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985254.115674:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529856 00000100:00100000:1.0:1788985254.115682:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529856 00000100:00100000:1.0:1788985254.115737:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788985254.115746:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973529856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985254.115769:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985254.115812:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973529856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985254.115818:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788985254.115867:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973529856:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985254.116497:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985254.622154:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973529984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985254.622234:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1788985254.622412:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529984 00000100:00100000:0.0:1788985254.622433:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529984 00000100:00100000:0.0:1788985254.622497:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788985254.622507:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973529984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985254.622543:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985254.622594:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973529984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985254.622602:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788985254.622629:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973529984:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985254.942767:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0F:1788985255.014321:0:43479:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd5f049d0 20000000:00000080:2.0:1788985255.014340:0:43479:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142d2b000 uarg=0000000000000000 10000000:01000000:2.0:1788985255.015078:0:43479:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985255.015242:0:43479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.015256:0:43479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.015262:0:43479:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.015295:0:43479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.015305:0:43479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 23 pid: 6509 timeout: 1194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985255.015316:0:43479:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43479:1875885973530112:0@lo:104: 00000100:00100000:2.0:1788985255.015363:0:43479:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985255.015415:0:43479:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985255.015437:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530112 00000100:00100000:3.0:1788985255.015444:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530112 00000100:00100000:3.0:1788985255.015492:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1788985255.015501:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:43479:x1875885973530112:12345-0@lo:104: 00010000:00010000:3.0:1788985255.015515:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985255.015577:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985255.015583:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:43479:x1875885973530112:12345-0@lo:104: Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985255.015590:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788985255.015592:0:43479:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43479:1875885973530112:0@lo:104: 00010000:00010000:2.0:1788985255.015607:0:43479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.015644:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985255.015650:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.015867:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985255.015872:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.015879:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985255.015884:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985255.015887:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985255.015918:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.015961:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985255.015995:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016002:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016026:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985255.016027:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985255.016029:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985255.016079:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973530240:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985255.016231:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985255.016268:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530240 00000100:00100000:1.0:1788985255.016273:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530240 00010000:00010000:1.0:1788985255.016295:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 1194 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985255.016323:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788985255.016335:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973530240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985255.016345:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985255.016348:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 1194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016356:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 1194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016365:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 1194 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016374:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016380:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016389:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016393:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016398:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016402:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016405:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985255.016407:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016416:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016428:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985255.016438:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788985255.016453:0:43479:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.016462:0:43479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985255.016469:0:43479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fd6f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985255.016478:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973530240:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985255.016485:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1788985255.017196:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973530240:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985255.966278:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985255.991791:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985255.991834:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985255.991864:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985255.991976:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205376 00000100:00100000:3.0:1788985255.991987:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205632 00000100:00100000:1.0:1788985255.991989:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205376 00000100:00100000:1.0:1788985255.992049:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 741 00000100:00100000:1.0:1788985255.992059:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953205376:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985255.992101:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205632 00000100:00100000:1.0:1788985255.992162:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953205376:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985255.992172:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 741 00000100:00100000:3.0:1788985255.992187:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205504 00000100:00100000:3.0:1788985255.992193:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205504 00000100:00100000:3.0:1788985255.992241:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1318 00000100:00100000:3.0:1788985255.992268:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953205632:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985255.993209:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953205632:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 941us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985255.993300:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1318 00000100:00100000:3.0:1788985255.993335:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1319 00000100:00100000:3.0:1788985255.993345:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953205504:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985255.993375:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2390:x1875885953205504:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (1511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985255.993381:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1319 00000100:00080000:3.0:1788985255.993416:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985255.993422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:3.0:1788985256.012644:0:43527:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff4124a70 20000000:00000080:3.0:1788985256.012668:0:43527:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eadec00 uarg=0000000000000000 10000000:01000000:3.0:1788985256.013605:0:43527:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985256.013634:0:43527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013654:0:43527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013665:0:43527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013671:0:43527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013676:0:43527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013681:0:43527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013704:0:43527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985256.013709:0:43527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013717:0:43527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013734:0:43527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013749:0:43527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.013756:0:43527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fd76 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985256.158677:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973530368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985256.158751:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.158840:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530368 00000100:00100000:2.0:1788985256.158849:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530368 00000100:00100000:0.0:1788985256.158887:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973530496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985256.158923:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788985256.158980:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973530368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985256.159012:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985256.167380:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973530368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8393us (8618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.167398:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:2.0:1788985256.167460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985256.167490:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973530624:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.167550:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.167753:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985256.167763:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144846680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973530752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.167798:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.167835:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530624 00000100:00100000:2.0:1788985256.167844:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530624 00000100:00100000:2.0:1788985256.167887:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1788985256.167895:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973530624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.167970:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973530624:12345-0@lo:400:kworker.0 Request processed in 76us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.167977:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1788985256.168005:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530752 00000100:00100000:2.0:1788985256.168008:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530752 00000100:00100000:2.0:1788985256.168054:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1788985256.168060:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973530752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.168113:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973530752:12345-0@lo:400:kworker.0 Request processed in 53us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.168683:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1788985256.168749:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144846680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973530752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.168763:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973530624:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.168874:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973531136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985256.168910:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.169054:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985256.169063:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973531264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.169103:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.169735:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531136 00000100:00100000:2.0:1788985256.169743:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531136 00000100:00100000:2.0:1788985256.169788:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531264 00000100:00100000:2.0:1788985256.169792:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531264 00000100:00100000:2.0:1788985256.169809:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788985256.169817:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973531136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985256.169848:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985256.169899:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973531136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.169908:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788985256.169983:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788985256.169993:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973531264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.170051:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973531264:12345-0@lo:400:kworker.0 Request processed in 57us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.170070:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788985256.171068:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973531264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.171107:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973531136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985256.171657:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973531648:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.171720:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.171807:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985256.171813:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973531776:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.171839:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.171873:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531648 00000100:00100000:2.0:1788985256.171879:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531648 00000100:00100000:2.0:1788985256.171958:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531776 00000100:00100000:2.0:1788985256.171961:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531776 00000100:00100000:2.0:1788985256.171992:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1788985256.172002:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973531648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172049:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973531648:12345-0@lo:400:kworker.0 Request processed in 50us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.172057:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1788985256.172073:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788985256.172094:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973531776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172140:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973531776:12345-0@lo:400:kworker.0 Request processed in 60us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.172147:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:2.0:1788985256.172164:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985256.172188:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973531776:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172199:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973531648:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172281:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973532160:0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172315:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.172339:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532160 00000100:00100000:2.0:1788985256.172343:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532160 00000100:00100000:2.0:1788985256.172371:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1788985256.172379:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973532160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985256.172422:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973532160:12345-0@lo:400:kworker.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.172429:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00080000:2.0:1788985256.172443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985256.172461:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973532160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.176815:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985256.176902:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530496 00000100:00100000:2.0:1788985256.176923:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530496 00000100:00100000:0.0:1788985256.177143:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973530880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177232:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177331:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973531392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177363:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177385:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973531904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177405:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177480:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973530368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985256.177515:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985256.177523:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973531008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177544:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177561:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973531520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177603:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177620:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973532032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177640:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985256.177669:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973530880 00000100:00100000:0.0:1788985256.177675:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973530880 00000100:00100000:0.0:1788985256.177730:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1788985256.177741:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973530880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.177810:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973530880:12345-0@lo:400:kworker.0 Request processed in 70us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985256.177818:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1788985256.177843:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531392 00000100:00100000:0.0:1788985256.177847:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531392 00000100:00100000:0.0:1788985256.177879:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531904 00000100:00100000:0.0:1788985256.177882:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531904 00000100:00100000:0.0:1788985256.177894:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531008 00000100:00100000:0.0:1788985256.177896:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531008 00000100:00100000:0.0:1788985256.177905:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973531520 00000100:00100000:0.0:1788985256.177907:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973531520 00000100:00100000:0.0:1788985256.177918:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532032 00000100:00100000:0.0:1788985256.177920:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532032 00000100:00100000:0.0:1788985256.177963:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1788985256.177969:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973531392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985256.181766:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1788985256.181799:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973531904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985256.181958:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973531904:12345-0@lo:400:kworker.0 Request processed in 174us (4550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985256.181969:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1788985256.182025:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1788985256.182038:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973530496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985256.182066:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985256.182165:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973530496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (5363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985256.182172:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788985256.182203:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:3.0:1788985256.182217:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973531008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985256.182333:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973531008:12345-0@lo:400:kworker.0 Request processed in 120us (4787us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985256.182340:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:3.0:1788985256.182356:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1788985256.182378:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973531520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985256.182418:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973531520:12345-0@lo:400:kworker.0 Request processed in 41us (4812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985256.182428:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1788985256.182446:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1788985256.182453:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973532032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985256.182490:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973532032:12345-0@lo:400:kworker.0 Request processed in 37us (4848us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985256.182496:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1788985256.182606:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973531392:12345-0@lo:400:kworker.0 Request processed in 4634us (5238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985256.182614:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00080000:0.0:1788985256.182644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985256.182650:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985256.182706:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973531008:0@lo:400:kworker.0 00010000:00080000:0.0:1788985256.182741:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea0e00 x1875885973531520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985256.182753:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973531520:0@lo:400:kworker.0 00010000:00080000:0.0:1788985256.182766:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea3100 x1875885973532032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985256.182774:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973532032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.182788:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973530880:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.182799:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973531392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.182811:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973531904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985256.183849:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973530496:0@lo:13:osp-pre-1-1.0 10000000:01000000:3.0:1788985256.222797:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985256.222806:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985256.222818:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985256.222875:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.222887:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.222897:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985256.222949:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973532288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985256.223489:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985256.223560:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f780 going to sleep for 11 seconds 00000100:00100000:3.0:1788985256.223587:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532288 00000100:00100000:3.0:1788985256.223597:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532288 00000100:00100000:3.0:1788985256.223662:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1788985256.223675:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973532288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985256.223709:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985256.223731:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fd7d expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.223764:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.223778:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.223791:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788985256.223836:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973532288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985256.223843:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1788985256.223903:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973532288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985256.223922:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.223967:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985256.224005:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985256.224012:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985256.224020:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985256.994354:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985257.254185:0:43575:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8cec41e0 20000000:00000080:3.0:1788985257.254289:0:43575:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277edbc00 uarg=0000000000000000 10000000:01000000:3.0:1788985257.254529:0:43575:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985257.254557:0:43575:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985257.254580:0:43575:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985257.254590:0:43575:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985257.254979:0:43575:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985257.254994:0:43575:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 23 pid: 6506 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985257.255011:0:43575:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43575:1875885973532416:0@lo:104: 00000100:00100000:3.0:1788985257.255149:0:43575:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985257.255335:0:43575:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985257.258516:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532416 00000100:00100000:0.0:1788985257.258535:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532416 00000100:00100000:2.0:1788985257.258680:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1788985257.258690:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:43575:x1875885973532416:12345-0@lo:104: 00010000:00010000:2.0:1788985257.258711:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985257.258824:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985257.258830:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:43575:x1875885973532416:12345-0@lo:104: Request processed in 143us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985257.258851:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:3.0:1788985257.259111:0:43575:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43575:1875885973532416:0@lo:104: 00010000:00010000:3.0:1788985257.259143:0:43575:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259404:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985257.259411:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259420:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985257.259425:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259433:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985257.259449:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985257.259455:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985257.259539:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259547:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985257.259580:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259589:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52fd7d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd84 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.259607:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985257.259609:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985257.259610:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985257.259649:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985257.259664:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973532544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985257.259705:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985257.260179:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532544 00000100:00100000:1.0:1788985257.260187:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532544 00010000:00010000:1.0:1788985257.260222:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985257.260252:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1788985257.260259:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973532544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985257.260271:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985257.260277:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260288:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260310:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fd84 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fd7d expref: 24 pid: 6506 timeout: 1197 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260325:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260334:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260349:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260357:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260364:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260371:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260376:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985257.260380:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260387:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260404:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985257.260425:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985257.260469:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973532544:12345-0@lo:103:ldlm_bl.0 Request processed in 210us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985257.260476:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1788985257.260511:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973532544:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985257.260908:0:43575:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985257.260918:0:43575:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985257.260943:0:43575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd8b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985258.017961:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985259.038265:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985259.230309:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973532672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985259.230380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985259.230470:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985259.230476:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973532800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985259.230501:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985259.230590:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532672 00000100:00100000:3.0:1788985259.230600:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532672 00000100:00100000:3.0:1788985259.230660:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532800 00000100:00100000:3.0:1788985259.230664:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532800 00000100:00100000:3.0:1788985259.230683:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788985259.230692:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973532672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985259.230732:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985259.230782:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973532672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985259.230789:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788985259.230808:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788985259.230814:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973532800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985259.230823:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985259.230849:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973532800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985259.230854:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788985259.230917:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144845180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973532800:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788985259.231272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985259.240250:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973532672:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1788985259.294876:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985259.294886:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985259.294892:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985259.294978:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985259.295012:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985259.295027:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985259.295066:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973532928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985259.295151:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985259.295198:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788985259.295309:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973532928 00000100:00100000:2.0:1788985259.295319:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973532928 00000100:00100000:2.0:1788985259.295374:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1788985259.295383:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973532928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985259.295397:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985259.295412:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fd92 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985259.295438:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985259.295451:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985259.295460:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985259.295522:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973532928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985259.295530:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1788985259.295795:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973532928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985259.295812:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985259.295822:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985259.295842:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985259.295847:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985259.295855:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985259.751413:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985259.751446:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973533056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985259.751546:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985259.751655:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533056 00000100:00100000:0.0:1788985259.751664:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533056 00000100:00100000:0.0:1788985259.751729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788985259.751741:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973533056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985259.751890:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985259.754138:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430b9850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973533056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2389us (2582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985259.754152:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1788985259.756415:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973533056:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985260.067897:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985260.899641:0:43723:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdda5f7440 20000000:00000080:2.0:1788985260.899660:0:43723:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c1400 uarg=0000000000000000 00010000:00010000:2.0:1788985260.900160:0:43723:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985260.900178:0:43723:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985260.900213:0:43723:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788985260.900246:0:43723:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494b00) 00010000:00010000:2.0:1788985260.900250:0:43723:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985260.900262:0:43723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17155 expref: 5 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985260.900286:0:43723:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 10000000:01000000:2.0:1788985260.900309:0:43723:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985260.900325:0:43723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985260.900337:0:43723:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985260.900345:0:43723:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985260.900389:0:43723:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985260.900404:0:43723:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 23 pid: 6509 timeout: 1200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985260.900431:0:43723:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43723:1875885973533184:0@lo:104: 00000100:00100000:2.0:1788985260.900495:0:43723:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985260.900555:0:43723:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1788985260.900913:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788985260.900956:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533184 00000100:00100000:0.0:1788985260.900965:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533184 00000100:00100000:0.0:1788985260.901020:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1788985260.901042:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eafc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:43723:x1875885973533184:12345-0@lo:104: 00010000:00010000:0.0:1788985260.901056:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901127:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985260.901133:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eafc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:43723:x1875885973533184:12345-0@lo:104: Request processed in 104us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985260.901149:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00010000:00010000:0.0:1788985260.901207:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985260.901214:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901221:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985260.901225:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901235:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985260.901242:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985260.901248:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985260.901275:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901282:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985260.901306:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901313:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fd92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd99 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985260.901328:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985260.901330:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985260.901332:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985260.901339:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985260.901356:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973533312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985260.901386:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985260.901535:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533312 00000100:00100000:1.0:1788985260.901540:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533312 00010000:00010000:1.0:1788985260.901562:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 24 pid: 6509 timeout: 1200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985260.901595:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788985260.901610:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973533312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985260.901621:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985260.901627:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 24 pid: 6509 timeout: 1200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901638:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 24 pid: 6509 timeout: 1200 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901655:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901663:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901677:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901684:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901692:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901699:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901704:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985260.901709:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901728:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901744:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901754:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985260.901796:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973533312:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985260.901805:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00010000:00010000:1.0:1788985260.901849:0:43723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fd99 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fd92 expref: 23 pid: 6509 timeout: 1200 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985260.901859:0:43723:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43723:1875885973533184:0@lo:104: 00010000:00010000:1.0:1788985260.901876:0:43723:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901885:0:43723:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901892:0:43723:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985260.901898:0:43723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52fda0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985260.903501:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973533312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985261.087608:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985261.115889:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985261.115959:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985261.116029:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985261.116069:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205888 00000100:00100000:3.0:1788985261.116079:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205888 00000100:00100000:3.0:1788985261.116151:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206016 00000100:00100000:3.0:1788985261.116155:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206016 00000100:00100000:3.0:1788985261.116181:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1326 00000100:00100000:3.0:1788985261.116191:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953205888:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985261.116281:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953205888:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 91us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.116289:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1326 00000100:00100000:3.0:1788985261.116307:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1327 00000100:00100000:3.0:1788985261.116314:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953206016:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985261.116340:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953206016:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.116346:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1327 00000100:00100000:3.0:1788985261.116367:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205760 00000100:00100000:3.0:1788985261.116371:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205760 00000100:00100000:3.0:1788985261.116396:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 745 00000100:00100000:3.0:1788985261.116403:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953205760:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985261.116428:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953205760:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.116434:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 745 00000100:00080000:3.0:1788985261.116468:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985261.116473:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985261.284480:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973533824:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.284566:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.284623:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973534336:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.284651:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.284668:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973534848:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.284690:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.284715:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985261.284722:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973533696:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.284745:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.284776:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973534208:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.284796:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.284813:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973534720:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285092:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985261.285135:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534336 00000100:00100000:2.0:1788985261.285190:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534336 00000100:00100000:2.0:1788985261.285244:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534848 00000100:00100000:2.0:1788985261.285247:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534848 00000100:00100000:2.0:1788985261.285268:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788985261.285277:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973534336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285330:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973534336:12345-0@lo:400:kworker.0 Request processed in 54us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985261.285349:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788985261.285366:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1788985261.285372:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973534848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285401:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973534848:12345-0@lo:400:kworker.0 Request processed in 30us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985261.285407:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1788985261.285428:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533696 00000100:00100000:2.0:1788985261.285431:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533696 00000100:00100000:2.0:1788985261.285454:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788985261.285460:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973533696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285492:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973533696:12345-0@lo:400:kworker.0 Request processed in 32us (746us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985261.285498:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788985261.285533:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973533696:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285547:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973534336:0@lo:400:kworker.0 00000100:00100000:2.0:1788985261.285556:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973534848:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289290:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973533440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289374:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289438:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973533952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289473:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289494:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973534464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289516:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289538:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973534976:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289584:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289616:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1788985261.289624:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973533568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289645:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289662:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973534080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289679:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289694:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973534592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.289711:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289721:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973535104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985261.289742:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985261.289785:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533824 00000100:00100000:3.0:1788985261.289793:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533824 00000100:00100000:3.0:1788985261.289832:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534208 00000100:00100000:3.0:1788985261.289836:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534208 00000100:00100000:3.0:1788985261.289855:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534720 00000100:00100000:3.0:1788985261.289858:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534720 00000100:00100000:3.0:1788985261.289871:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533568 00000100:00100000:3.0:1788985261.289873:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533568 00000100:00100000:3.0:1788985261.289885:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534080 00000100:00100000:3.0:1788985261.289887:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534080 00000100:00100000:3.0:1788985261.289898:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534592 00000100:00100000:3.0:1788985261.289900:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534592 00000100:00100000:3.0:1788985261.289916:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1788985261.289956:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973533824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290017:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973533824:12345-0@lo:400:kworker.0 Request processed in 93us (5452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290024:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1788985261.290056:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1788985261.290068:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973534208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290100:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973534208:12345-0@lo:400:kworker.0 Request processed in 33us (5303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290107:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1788985261.290119:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1788985261.290125:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973534720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290153:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973534720:12345-0@lo:400:kworker.0 Request processed in 28us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290159:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1788985261.290172:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1788985261.290178:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973533568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290209:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144847100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973533568:12345-0@lo:400:kworker.0 Request processed in 31us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290214:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1788985261.290226:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1788985261.290232:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973534080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290257:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973534080:12345-0@lo:400:kworker.0 Request processed in 26us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290262:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1788985261.290274:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1788985261.290280:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973534592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290303:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973534592:12345-0@lo:400:kworker.0 Request processed in 24us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290309:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00080000:3.0:1788985261.290335:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985261.290345:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985261.290348:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985261.290350:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985261.290361:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533952 00000100:00100000:3.0:1788985261.290365:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533952 00000100:00100000:3.0:1788985261.290383:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535104 00000100:00100000:3.0:1788985261.290386:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535104 00000100:00100000:3.0:1788985261.290397:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788985261.290403:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973533952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290436:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973533952:12345-0@lo:400:kworker.0 Request processed in 33us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290442:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1788985261.290454:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788985261.290459:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973535104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985261.290486:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985261.290517:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973535104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290523:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788985261.290540:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534464 00000100:00100000:3.0:1788985261.290545:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534464 00000100:00100000:3.0:1788985261.290570:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973534976 00000100:00100000:3.0:1788985261.290573:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973534976 00000100:00100000:3.0:1788985261.290588:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788985261.290594:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973534464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290625:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973534464:12345-0@lo:400:kworker.0 Request processed in 31us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290632:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788985261.290644:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788985261.290656:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973534976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290688:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973534976:12345-0@lo:400:kworker.0 Request processed in 32us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985261.290693:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00010000:00080000:3.0:1788985261.290751:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea2300 x1875885973534208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985261.290770:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973534208:0@lo:400:kworker.0 00010000:00080000:3.0:1788985261.290785:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea1500 x1875885973534720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985261.290795:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973534720:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290807:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973533824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290844:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973533568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290855:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973534080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290864:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973534592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290880:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973535104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985261.290891:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973533952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290903:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973534464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985261.290913:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973534976:0@lo:400:kworker.0 00000100:00080000:3.0:1788985261.290963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985261.290966:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985261.293846:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973533440 00000100:00100000:0.0:1788985261.293861:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973533440 00000100:00100000:0.0:1788985261.293910:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1788985261.293921:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973533440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985261.294053:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973533440:12345-0@lo:400:kworker.0 Request processed in 134us (4678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985261.294060:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1788985261.294337:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973533440:0@lo:400:kworker.0 00000100:00100000:0.0:1788985261.294370:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973535232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985261.294405:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985261.294430:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985261.294436:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973535360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985261.294456:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985261.294487:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535232 00000100:00100000:0.0:1788985261.294490:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535232 00000100:00100000:0.0:1788985261.294517:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535360 00000100:00100000:0.0:1788985261.294520:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535360 00000100:00100000:0.0:1788985261.294533:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788985261.294538:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973535232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985261.294751:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985261.294796:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973535232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 256us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985261.294802:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788985261.294825:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788985261.294832:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973535360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985261.294842:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985261.294869:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973535360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985261.294875:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788985261.294918:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973535360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985261.297369:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973535232:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788985262.110435:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985262.630070:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985262.630085:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985262.630093:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985262.630187:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985262.630201:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985262.630216:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985262.630267:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973535488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985262.630362:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985262.630431:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985262.630702:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535488 00000100:00100000:0.0:1788985262.630713:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535488 00000100:00100000:0.0:1788985262.630788:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1788985262.630801:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973535488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985262.630821:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985262.630840:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fda7 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985262.630875:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985262.630890:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985262.630901:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8e00, rc 0) 00000100:00100000:0.0:1788985262.631005:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973535488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985262.631012:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1788985262.631122:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973535488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985262.631149:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985262.631159:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985262.631191:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985262.631197:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985262.631205:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985263.153020:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985264.164586:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985264.351142:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973535616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985264.351398:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985264.351495:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985264.351504:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973535744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985264.351530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985264.351590:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535616 00000100:00100000:3.0:1788985264.351606:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535616 00000100:00100000:0.0:1788985264.351716:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535744 00000100:00100000:0.0:1788985264.351732:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535744 00000100:00080000:3.0:1788985264.351798:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985264.351817:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1788985264.351832:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973535744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985264.351882:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985264.352009:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973535744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 171us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985264.352018:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1788985264.352194:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973535744:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985264.352715:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1788985264.352728:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973535616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985264.352747:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985264.352804:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973535616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985264.352810:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788985264.353033:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144844000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973535616:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985264.357714:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985264.863256:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985264.863291:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973535872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985264.863391:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985264.863515:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973535872 00000100:00100000:0.0:1788985264.863526:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973535872 00000100:00100000:0.0:1788985264.863593:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788985264.863606:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973535872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985264.863651:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985264.863714:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144844000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973535872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985264.863721:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788985264.863774:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973535872:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985265.183260:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985266.210805:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985266.234870:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985266.234963:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985266.235034:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985266.235079:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206400 00000100:00100000:0.0:1788985266.235097:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206400 00000100:00100000:0.0:1788985266.235194:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206272 00000100:00100000:0.0:1788985266.235197:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206272 00000100:00100000:0.0:1788985266.235224:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1334 00000100:00100000:0.0:1788985266.235238:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953206400:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985266.235358:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953206400:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 123us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.235377:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1334 00000100:00100000:0.0:1788985266.235399:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1335 00000100:00100000:0.0:1788985266.235406:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953206272:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985266.235435:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953206272:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.235441:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1335 00000100:00080000:0.0:1788985266.235460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985266.235466:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985266.236279:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206144 00000100:00100000:3.0:1788985266.236287:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206144 00000100:00100000:3.0:1788985266.236333:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 748 00000100:00100000:3.0:1788985266.236340:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953206144:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985266.236389:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953206144:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 50us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985266.236405:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 748 00000100:00100000:0.0:1788985266.398147:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973536000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985266.398248:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.398410:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536000 00000100:00100000:0.0:1788985266.398421:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536000 00000100:00100000:0.0:1788985266.398490:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1788985266.398500:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973536000:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985266.399018:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973536128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985266.399069:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788985266.399117:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985266.399121:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536128 00000100:00100000:2.0:1788985266.399128:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536128 00000100:00100000:2.0:1788985266.399166:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788985266.399174:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973536128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985266.399186:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985266.399232:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973536128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985266.399241:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1788985266.399252:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973536000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 751us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.399262:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:0.0:1788985266.399292:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985266.399315:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973536128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985266.399326:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973536000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985266.399414:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973536256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.399463:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.399507:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973536768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985266.399731:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536256 00000100:00100000:2.0:1788985266.399735:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536256 00000100:00100000:2.0:1788985266.399766:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1788985266.399774:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973536256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.399788:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985266.402450:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973536384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985266.402585:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973536256:12345-0@lo:400:kworker.0 Request processed in 2809us (3119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985266.402599:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1788985266.402779:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973537280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.402855:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.402919:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973536256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.402999:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985266.403008:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973536640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403039:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.403062:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973537152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403086:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.403109:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973537664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985266.403157:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.403195:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536768 00000100:00100000:0.0:1788985266.403203:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536768 00000100:00100000:0.0:1788985266.403255:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537664 00000100:00100000:0.0:1788985266.403259:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537664 00000100:00100000:0.0:1788985266.403278:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788985266.403289:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973536768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403355:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973536768:12345-0@lo:400:kworker.0 Request processed in 68us (3568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.403361:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788985266.403379:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1788985266.403385:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973537664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985266.403424:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985266.403463:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973537664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.403469:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1788985266.403490:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536640 00000100:00100000:0.0:1788985266.403512:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536640 00000100:00100000:0.0:1788985266.403572:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1788985266.403579:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973536640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403615:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973536640:12345-0@lo:400:kworker.0 Request processed in 37us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.403621:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1788985266.403664:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973536640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403682:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973537664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985266.403692:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973536768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403741:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537280 00000100:00100000:0.0:1788985266.403744:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537280 00000100:00100000:0.0:1788985266.403775:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537152 00000100:00100000:0.0:1788985266.403778:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537152 00000100:00100000:0.0:1788985266.403791:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788985266.403797:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973537280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403830:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973537280:12345-0@lo:400:kworker.0 Request processed in 33us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.403836:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788985266.403846:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788985266.403851:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973537152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403875:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973537152:12345-0@lo:400:kworker.0 Request processed in 24us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.403880:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:0.0:1788985266.403906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985266.403957:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973537152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.403979:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973537280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405424:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973536512:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405502:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.405547:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973537024:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405574:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.405674:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973537536:0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405700:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.405755:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537024 00000100:00100000:0.0:1788985266.405763:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537024 00000100:00100000:0.0:1788985266.405813:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537536 00000100:00100000:0.0:1788985266.405815:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537536 00000100:00100000:0.0:1788985266.405842:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788985266.405851:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973537024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405898:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973537024:12345-0@lo:400:kworker.0 Request processed in 49us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.405904:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788985266.405918:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1788985266.405923:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973537536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.405965:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973537536:12345-0@lo:400:kworker.0 Request processed in 42us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.405970:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00080000:0.0:1788985266.405999:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985266.406011:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536512 00000100:00100000:0.0:1788985266.406015:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536512 00000100:00100000:0.0:1788985266.406035:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1788985266.406040:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973536512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.406084:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973536512:12345-0@lo:400:kworker.0 Request processed in 43us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.406089:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1788985266.406125:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973536512:0@lo:400:kworker.0 00010000:00080000:0.0:1788985266.406137:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea2d80 x1875885973537024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985266.406157:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973537024:0@lo:400:kworker.0 00010000:00080000:0.0:1788985266.406166:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea1500 x1875885973537536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985266.406174:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973537536:0@lo:400:kworker.0 00000100:00100000:3.0:1788985266.408601:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985266.408669:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973536896:0@lo:400:kworker.0 00000100:00100000:3.0:1788985266.408728:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985266.408752:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973537408:0@lo:400:kworker.0 00000100:00100000:3.0:1788985266.408773:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985266.408813:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536384 00000100:00100000:0.0:1788985266.408824:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536384 00000100:00100000:3.0:1788985266.408833:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973536896 00000100:00100000:3.0:1788985266.408839:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973536896 00000100:00100000:0.0:1788985266.409005:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537408 00000100:00100000:0.0:1788985266.409009:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537408 00000100:00100000:0.0:1788985266.411329:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1788985266.411348:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973536384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.411481:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973536384:12345-0@lo:400:kworker.0 Request processed in 139us (2890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.411490:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1788985266.411509:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1788985266.411517:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973537408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985266.412732:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973537408:12345-0@lo:400:kworker.0 Request processed in 1208us (3949us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985266.412745:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:2.0:1788985266.413060:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985266.413134:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973536384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985266.413153:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973537408:0@lo:400:kworker.0 00000100:00100000:3.0:1788985266.413593:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1788985266.413608:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973536896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985266.413764:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973536896:12345-0@lo:400:kworker.0 Request processed in 161us (5035us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985266.413772:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1788985266.414076:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973536896:0@lo:400:kworker.0 00000001:02000400:1.0:1788985267.154647:0:43919:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 17: test nodemap trusted_noadmin fileops ========================================================== 16:21:05 (1788985265) 00010000:00010000:3.0:1788985267.234658:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985268.257061:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1788985268.406760:0:43967:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1788985268.434989:0:43967:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:0.0:1788985268.435356:0:43967:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1788985268.435360:0:43967:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:2.0:1788985269.279990:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985269.353536:0:44015:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedaf2e000 20000000:00000080:1.0:1788985269.353557:0:44015:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277ed0800 uarg=0000000000000000 10000000:01000000:1.0:1788985269.353872:0:44015:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985269.353892:0:44015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.353910:0:44015:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.353917:0:44015:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.354069:0:44015:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.354084:0:44015:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 23 pid: 6509 timeout: 1209 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985269.354098:0:44015:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44015:1875885973537792:0@lo:104: 00000100:00100000:1.0:1788985269.354164:0:44015:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985269.354321:0:44015:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985269.354446:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537792 00000100:00100000:0.0:1788985269.354453:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537792 00000100:00100000:0.0:1788985269.354536:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1788985269.354546:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44015:x1875885973537792:12345-0@lo:104: 00010000:00010000:0.0:1788985269.354559:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985269.354623:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985269.354629:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44015:x1875885973537792:12345-0@lo:104: Request processed in 86us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985269.354636:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1788985269.354693:0:44015:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44015:1875885973537792:0@lo:104: 00010000:00010000:1.0:1788985269.354710:0:44015:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354765:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985269.354772:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354779:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985269.354783:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354792:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985269.354812:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985269.354818:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985269.354858:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354865:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985269.354888:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354894:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52fda7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.354910:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985269.354911:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985269.354913:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985269.354944:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973537920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985269.354989:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985269.355026:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973537920 00000100:00100000:3.0:1788985269.355030:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973537920 00010000:00010000:3.0:1788985269.355049:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 1209 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985269.355070:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1788985269.355076:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973537920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985269.355085:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985269.355089:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 1209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355105:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 1209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355117:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fdae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fda7 expref: 24 pid: 6509 timeout: 1209 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355129:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355136:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355150:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355159:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355167:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355174:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355179:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985269.355184:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355191:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355213:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985269.355223:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985269.355262:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973537920:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985269.355268:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1788985269.355294:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973537920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985269.355431:0:44015:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.355440:0:44015:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985269.355446:0:44015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fdb5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985269.472592:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985269.472623:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973538048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985269.472715:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985269.472782:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538048 00000100:00100000:3.0:1788985269.472806:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538048 00000100:00100000:3.0:1788985269.472869:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788985269.472893:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973538048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985269.472966:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985269.473024:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973538048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985269.473032:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:3.0:1788985269.473054:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985269.473096:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144846300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973538048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985269.473986:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985269.474004:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973538176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985269.474057:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985269.474119:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538176 00000100:00100000:1.0:1788985269.474124:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538176 00000100:00100000:1.0:1788985269.474164:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1788985269.474172:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973538176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985269.474189:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985269.474226:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973538176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985269.474232:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1788985269.474270:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973538176:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985269.474535:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985269.982241:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985269.982485:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973538304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985269.982569:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985269.983187:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538304 00000100:00100000:1.0:1788985269.983198:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538304 00000100:00100000:0.0:1788985269.983382:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788985269.983394:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973538304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985269.983444:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985269.983517:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973538304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985269.983523:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788985269.983629:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973538304:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985270.138755:0:44063:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdcb342e0 20000000:00000080:3.0:1788985270.138771:0:44063:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6c400 uarg=0000000000000000 10000000:01000000:3.0:1788985270.139277:0:44063:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985270.139304:0:44063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139323:0:44063:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139335:0:44063:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139342:0:44063:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139350:0:44063:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139358:0:44063:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139365:0:44063:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985270.139369:0:44063:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139378:0:44063:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139392:0:44063:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139400:0:44063:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985270.139419:0:44063:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdbc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.305423:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985270.430191:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985270.430203:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985270.430210:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985270.430423:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.430438:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.430452:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985270.430486:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973538432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985270.430588:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985270.430667:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1258fcba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985270.430854:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538432 00000100:00100000:0.0:1788985270.431084:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538432 00000100:00100000:0.0:1788985270.431150:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788985270.431162:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973538432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985270.431177:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985270.431193:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fdc3 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.431356:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.431370:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.431381:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9a00, rc 0) 00000100:00100000:0.0:1788985270.431488:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973538432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 328us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985270.431494:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1788985270.431703:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973538432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985270.431724:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.431736:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985270.431763:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985270.431769:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.431778:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985270.930377:0:44111:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc58184040 20000000:00000080:2.0:1788985270.930402:0:44111:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f66800 uarg=0000000000000000 10000000:01000000:2.0:1788985270.930746:0:44111:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985270.930772:0:44111:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.930796:0:44111:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.930805:0:44111:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.930893:0:44111:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.930914:0:44111:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 23 pid: 6509 timeout: 1210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985270.931373:0:44111:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44111:1875885973538560:0@lo:104: 00000100:00100000:2.0:1788985270.931540:0:44111:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985270.931681:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538560 00000100:00100000:0.0:1788985270.931691:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538560 00000100:00100000:0.0:1788985270.931762:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1788985270.931774:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:44111:x1875885973538560:12345-0@lo:104: 00010000:00010000:0.0:1788985270.931789:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.931868:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985270.931875:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:44111:x1875885973538560:12345-0@lo:104: Request processed in 103us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985270.931881:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00010000:00010000:1.0:1788985270.931953:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985270.931964:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.931971:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc13e9c20) 00000100:00100000:2.0:1788985270.931982:0:44111:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ada80 going to sleep for 11 seconds 10000000:00010000:1.0:1788985270.931986:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.931994:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985270.932001:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985270.932006:0:44111:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44111:1875885973538560:0@lo:104: 10000000:01000000:1.0:1788985270.932017:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985270.932024:0:44111:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.932055:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.932064:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985270.932090:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.932098:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fdc3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fdca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985270.932115:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985270.932117:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985270.932119:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985270.932234:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985270.932248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973538688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985270.932292:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985270.933474:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538688 00000100:00100000:1.0:1788985270.933487:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538688 00010000:00010000:1.0:1788985270.933523:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 1210 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985270.933610:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788985270.933621:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973538688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985270.933634:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985270.933639:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 1210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933664:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 1210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933680:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52fdca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fdc3 expref: 24 pid: 6509 timeout: 1210 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933697:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933704:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933720:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933726:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933733:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933739:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933745:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985270.933750:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933758:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933791:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985270.933800:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985270.933887:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973538688:12345-0@lo:103:ldlm_bl.0 Request processed in 268us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985270.933894:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1788985270.933947:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973538688:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985270.934061:0:44111:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.934071:0:44111:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985270.934078:0:44111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fdd1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44111 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.330806:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985271.352539:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985271.352597:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985271.352672:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206528 00000100:00100000:3.0:1788985271.352687:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206528 00000100:00100000:3.0:1788985271.352762:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 751 00000100:00100000:3.0:1788985271.352776:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953206528:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985271.352879:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953206528:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 106us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985271.352888:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 751 00000100:00100000:1.0:1788985271.353327:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206656 00000100:00100000:1.0:1788985271.353334:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206656 00000100:00100000:1.0:1788985271.353400:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1342 00000100:00100000:1.0:1788985271.353409:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953206656:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985271.353460:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953206656:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985271.353467:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1342 00000100:00080000:3.0:1788985271.353586:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985271.358387:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985271.358636:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206784 00000100:00100000:0.0:1788985271.358653:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206784 00000100:00100000:0.0:1788985271.358775:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1343 00000100:00100000:0.0:1788985271.358791:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953206784:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985271.358912:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953206784:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 125us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985271.358922:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1343 00000100:00080000:3.0:1788985271.359317:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985271.519098:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985271.519134:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973538816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985271.519243:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985271.519338:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538816 00000100:00100000:3.0:1788985271.519351:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538816 00000100:00100000:3.0:1788985271.519437:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1788985271.519453:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973538816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985271.519497:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985271.519554:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973538816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985271.519581:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:3.0:1788985271.519610:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985271.519658:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973538816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985271.519911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973539072:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520015:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520038:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973539584:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520063:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520094:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973540096:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520116:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.520121:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973539328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520140:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985271.520146:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973539200:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.520151:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520171:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.520173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973539840:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520189:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973539712:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.520207:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520207:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.520222:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973540352:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520222:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973540224:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.520241:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520242:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.520259:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985271.520264:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973538944:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520268:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539072 00000100:00100000:1.0:1788985271.520272:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539072 00000100:00100000:1.0:1788985271.520303:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539584 00000100:00100000:1.0:1788985271.520307:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539584 00000100:00100000:1.0:1788985271.520330:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540096 00000100:00100000:1.0:1788985271.520333:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540096 00000100:00100000:1.0:1788985271.520346:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539328 00000100:00100000:1.0:1788985271.520348:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539328 00000100:00100000:1.0:1788985271.520358:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539712 00000100:00100000:1.0:1788985271.520360:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539712 00000100:00100000:2.0:1788985271.520371:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520373:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540224 00000100:00100000:1.0:1788985271.520375:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540224 00000100:00100000:1.0:1788985271.520390:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1788985271.520394:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973539456:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520397:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973539072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.520418:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.520435:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973539968:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520436:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973539072:12345-0@lo:400:kworker.0 Request processed in 40us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985271.520452:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1788985271.520455:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.520470:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1788985271.520476:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973539584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.520482:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1788985271.520489:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973540096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.520503:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973539584:12345-0@lo:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985271.520509:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1788985271.520514:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973540096:12345-0@lo:400:kworker.0 Request processed in 27us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.520520:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1788985271.524515:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985271.524559:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973540480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985271.524686:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985271.524874:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:1.0:1788985271.524902:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539200 00000100:00100000:1.0:1788985271.524914:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539200 00000100:00100000:1.0:1788985271.524997:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539456 00000100:00100000:1.0:1788985271.525002:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539456 00000100:00100000:1.0:1788985271.525022:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788985271.525032:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973539200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525116:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973539200:12345-0@lo:400:kworker.0 Request processed in 87us (4943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985271.525124:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788985271.525145:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788985271.525152:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973539456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525191:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973539456:12345-0@lo:400:kworker.0 Request processed in 40us (4772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985271.525198:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788985271.525250:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973539456:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525291:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973539200:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525311:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973539072:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525353:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973539584:0@lo:400:kworker.0 00000100:00100000:1.0:1788985271.525367:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973540096:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.526527:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1788985271.526549:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973539712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.526774:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973539712:12345-0@lo:400:kworker.0 Request processed in 233us (6566us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.526782:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1788985271.526813:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1788985271.526820:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973540224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.526852:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973540224:12345-0@lo:400:kworker.0 Request processed in 32us (6610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.526870:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1788985271.527476:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539840 00000100:00100000:2.0:1788985271.527486:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539840 00000100:00100000:2.0:1788985271.527534:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540352 00000100:00100000:2.0:1788985271.527537:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540352 00000100:00100000:2.0:1788985271.527554:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973539968 00000100:00100000:2.0:1788985271.527557:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973539968 00000100:00100000:2.0:1788985271.527572:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788985271.527578:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973539840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.528746:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973539840:12345-0@lo:400:kworker.0 Request processed in 1158us (8530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.528759:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788985271.528793:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788985271.528807:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973540352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.528869:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973540352:12345-0@lo:400:kworker.0 Request processed in 69us (8627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.528875:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788985271.529464:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788985271.529476:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973539968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.529521:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973539968:12345-0@lo:400:kworker.0 Request processed in 50us (9064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.529527:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788985271.529564:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973538944 00000100:00100000:2.0:1788985271.529572:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973538944 00000100:00100000:2.0:1788985271.529619:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1788985271.529640:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973538944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.529693:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973538944:12345-0@lo:400:kworker.0 Request processed in 68us (9322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985271.529699:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1788985271.529844:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540480 00000100:00100000:3.0:1788985271.529859:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540480 00000100:00100000:3.0:1788985271.529889:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985271.529897:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973540480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985271.529917:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985271.529997:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973540480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (5312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985271.530004:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985271.530078:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985271.530096:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973540608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985271.530131:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973540480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985271.530140:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985271.530146:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973538944:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.530160:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973539968:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.530175:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973539840:0@lo:400:kworker.0 00000100:00100000:2.0:1788985271.530185:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973540352:0@lo:400:kworker.0 00010000:00080000:2.0:1788985271.530238:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9500 x1875885973539712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985271.530250:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973539712:0@lo:400:kworker.0 00010000:00080000:2.0:1788985271.530264:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9880 x1875885973540224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985271.530408:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973540224:0@lo:400:kworker.0 00000100:00100000:0.0:1788985271.531349:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540608 00000100:00100000:0.0:1788985271.531364:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540608 00000100:00100000:0.0:1788985271.531420:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788985271.531432:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973540608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985271.531487:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985271.531584:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973540608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985271.531590:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:0.0:1788985271.531623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985271.531654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985271.531659:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985271.531663:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985271.531701:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973539328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985271.531754:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973539328:12345-0@lo:400:kworker.0 Request processed in 6868us (11601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985271.531764:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1788985271.531994:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973540608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985271.532113:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973539328:0@lo:400:kworker.0 00000020:00000080:3.0:1788985271.916668:0:44159:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2ff79670 20000000:00000080:3.0:1788985271.916703:0:44159:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6c400 uarg=0000000000000000 10000000:01000000:3.0:1788985271.918472:0:44159:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985271.918524:0:44159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918550:0:44159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918564:0:44159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918597:0:44159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918607:0:44159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918618:0:44159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918626:0:44159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985271.918633:0:44159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918644:0:44159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918666:0:44159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918676:0:44159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985271.918684:0:44159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fdd8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.359527:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985272.734260:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985272.734270:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985272.734275:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985272.734341:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.734354:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.734366:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985272.734395:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973540736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985272.734488:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985272.734566:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540736 00000100:00100000:0.0:1788985272.734569:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d249c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985272.734580:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540736 00000100:00100000:2.0:1788985272.734659:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1788985272.734671:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973540736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985272.734689:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985272.734706:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fddf expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.734762:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.734774:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.734786:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788985272.735243:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973540736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 572us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985272.735252:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1788985272.735281:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973540736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985272.735310:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.735325:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985272.735354:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985272.735360:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.735369:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985272.962878:0:44207:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1e075190 20000000:00000080:2.0:1788985272.962905:0:44207:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e5c00 uarg=0000000000000000 10000000:01000000:2.0:1788985272.963315:0:44207:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985272.963344:0:44207:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.963373:0:44207:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.963383:0:44207:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.963457:0:44207:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985272.963480:0:44207:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 23 pid: 6508 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985272.963504:0:44207:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44207:1875885973540864:0@lo:104: 00000100:00100000:2.0:1788985272.963644:0:44207:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985272.963825:0:44207:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018600 going to sleep for 11 seconds 00000100:00100000:0.0:1788985272.963901:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540864 00000100:00100000:0.0:1788985272.964162:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540864 00000100:00100000:0.0:1788985272.964258:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1788985272.964275:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44207:x1875885973540864:12345-0@lo:104: 00010000:00010000:0.0:1788985272.964297:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964481:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985272.964497:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44207:x1875885973540864:12345-0@lo:104: Request processed in 227us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985272.964505:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00010000:00010000:0.0:1788985272.964534:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985272.964542:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964551:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985272.964555:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964565:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985272.964575:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985272.964581:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985272.964624:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964631:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985272.964657:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964665:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fddf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fde6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985272.964683:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985272.964685:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985272.964687:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985272.964712:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985272.964729:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973540992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985272.964769:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985272.964987:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973540992 00000100:00100000:3.0:1788985272.964998:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973540992 00010000:00010000:3.0:1788985272.965033:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 24 pid: 6508 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985272.965068:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1788985272.965085:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973540992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985272.965101:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985272.965108:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 24 pid: 6508 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965118:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 24 pid: 6508 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965142:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965153:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965171:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965179:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965186:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965193:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965198:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985272.965203:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965210:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965225:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985272.965236:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985272.965276:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973540992:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985272.965283:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788985272.965757:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973540992:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985272.966096:0:44207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fde6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fddf expref: 23 pid: 6508 timeout: 1212 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985272.966112:0:44207:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44207:1875885973540864:0@lo:104: 00010000:00010000:1.0:1788985272.966136:0:44207:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.966148:0:44207:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.966153:0:44207:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985272.966172:0:44207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fded lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44207 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985273.375317:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985273.931645:0:44256:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff080c3310 20000000:00000080:1.0:1788985273.931664:0:44256:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277ed3000 uarg=0000000000000000 10000000:01000000:1.0:1788985273.931875:0:44256:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985273.931900:0:44256:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949131:0:44256:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949154:0:44256:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949162:0:44256:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949169:0:44256:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949176:0:44256:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949182:0:44256:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985273.949186:0:44256:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949193:0:44256:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949231:0:44256:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949238:0:44256:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985273.949243:0:44256:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fdf4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44256 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985274.399717:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985274.591112:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973541120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985274.591188:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985274.591356:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541120 00000100:00100000:1.0:1788985274.591364:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541120 00000100:00100000:1.0:1788985274.591434:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1788985274.591444:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973541120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985274.591473:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985274.591519:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973541120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985274.591527:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1788985274.591570:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973541120:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788985274.591703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985274.592383:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985274.592395:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973541248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985274.592432:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985274.592510:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541248 00000100:00100000:2.0:1788985274.592516:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541248 00000100:00100000:2.0:1788985274.592555:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1788985274.592562:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973541248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985274.592576:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985274.592608:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973541248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985274.592615:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00080000:1.0:1788985274.592665:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985274.592692:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973541248:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1788985274.785160:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985274.785170:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985274.785175:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985274.785233:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985274.785246:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985274.785259:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985274.785287:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973541376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985274.785367:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985274.786157:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985274.795377:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541376 00000100:00100000:2.0:1788985274.795403:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541376 00000100:00100000:2.0:1788985274.795497:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1788985274.795509:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973541376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985274.795534:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985274.795557:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fdfb expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985274.795596:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985274.795610:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985274.795620:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985274.797799:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973541376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2281us (12419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985274.797813:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788985274.808816:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973541376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985274.808846:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985274.808860:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985274.808886:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985274.808891:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985274.808899:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985275.102447:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985275.102470:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973541504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985275.102539:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985275.102891:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541504 00000100:00100000:0.0:1788985275.102910:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541504 00000100:00100000:0.0:1788985275.102996:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788985275.103005:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973541504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985275.103041:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985275.103265:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973541504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 261us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985275.103272:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788985275.103354:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973541504:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985275.422140:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985276.451834:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985276.472681:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985276.472714:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985276.472736:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985276.472761:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207040 00000100:00100000:3.0:1788985276.472770:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207040 00000100:00100000:3.0:1788985276.472831:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207168 00000100:00100000:3.0:1788985276.472835:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207168 00000100:00100000:3.0:1788985276.472859:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1350 00000100:00100000:3.0:1788985276.472870:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207040:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985276.480052:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207040:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 7173us (7369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.480071:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1350 00000100:00100000:3.0:1788985276.480118:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1351 00000100:00100000:3.0:1788985276.480131:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207168:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985276.480175:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207168:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 49us (7438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.480182:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1351 00000100:00100000:3.0:1788985276.480206:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953206912 00000100:00100000:3.0:1788985276.480215:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953206912 00000100:00100000:3.0:1788985276.480248:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 755 00000100:00100000:3.0:1788985276.480256:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953206912:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985276.480280:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953206912:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (7565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.480287:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 755 00000100:00080000:3.0:1788985276.480318:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985276.480322:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985276.638054:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985276.638076:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973541632:0@lo:400:kworker.0 00000100:00100000:2.0:1788985276.638155:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985276.638225:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541632 00000100:00100000:2.0:1788985276.638235:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541632 00000100:00100000:2.0:1788985276.638282:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788985276.638292:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973541632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985276.638347:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973541632:12345-0@lo:400:kworker.0 Request processed in 56us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985276.638354:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788985276.638422:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973541760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638456:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638476:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973542272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638496:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638509:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973542784:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638528:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638540:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973543296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985276.638560:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638575:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788985276.638580:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973541888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638597:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638612:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973542400:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638630:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638644:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973542912:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638686:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985276.638709:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541760 00000100:00100000:1.0:1788985276.638709:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973541888 00000100:00100000:1.0:1788985276.638713:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541888 00000100:00100000:2.0:1788985276.638714:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973541760 00000100:00100000:2.0:1788985276.638736:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542272 00000100:00100000:2.0:1788985276.638738:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542272 00000100:00100000:1.0:1788985276.638741:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788985276.638747:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973541888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985276.638758:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542784 00000100:00100000:2.0:1788985276.638760:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542784 00000100:00100000:2.0:1788985276.638771:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542400 00000100:00100000:2.0:1788985276.638774:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542400 00000100:00100000:1.0:1788985276.638783:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973541888:12345-0@lo:400:kworker.0 Request processed in 36us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985276.638786:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542912 00000100:00100000:2.0:1788985276.638788:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542912 00000100:00100000:1.0:1788985276.638789:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788985276.638810:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973542016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638833:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638844:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973542528:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638865:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.638882:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973543040:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638913:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985276.638946:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542016 00000100:00100000:0.0:1788985276.638951:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542016 00000100:00100000:1.0:1788985276.638964:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973541632:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.638972:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1788985276.638978:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973541760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.638986:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985276.638991:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973542144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639011:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985276.639011:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973541760:12345-0@lo:400:kworker.0 Request processed in 34us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985276.639017:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1788985276.639028:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973542656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.639029:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1788985276.639035:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973542272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.639058:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973542272:12345-0@lo:400:kworker.0 Request processed in 23us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985276.639064:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1788985276.639075:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1788985276.639080:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973542784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.639108:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973542784:12345-0@lo:400:kworker.0 Request processed in 28us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985276.639114:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1788985276.639124:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1788985276.639130:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973542400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.639155:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973542400:12345-0@lo:400:kworker.0 Request processed in 26us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985276.639161:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1788985276.639171:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:0.0:1788985276.639176:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973542912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985276.639195:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1788985276.639201:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973542912:12345-0@lo:400:kworker.0 Request processed in 25us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.639203:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973542016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.639214:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1788985276.639232:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973542016:12345-0@lo:400:kworker.0 Request processed in 31us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985276.639233:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542144 00000100:00100000:0.0:1788985276.639236:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542144 00000100:00100000:3.0:1788985276.639238:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1788985276.639257:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788985276.639258:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543296 00000100:00100000:3.0:1788985276.639261:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543296 00000100:00100000:0.0:1788985276.639262:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973542144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985276.639288:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788985276.639290:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973542144:12345-0@lo:400:kworker.0 Request processed in 28us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.639294:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973543296:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985276.639296:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00002000:00000024:3.0:1788985276.639315:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985276.639420:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973543296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985276.639427:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00080000:3.0:1788985276.639448:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985276.639458:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985276.639460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985276.639525:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985276.639533:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973543552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985276.639560:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.639614:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.639643:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973543168:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639664:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.639688:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973542016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639705:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973542144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639733:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542528 00000100:00100000:1.0:1788985276.639737:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542528 00000100:00100000:1.0:1788985276.639760:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543040 00000100:00100000:1.0:1788985276.639762:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543040 00000100:00100000:1.0:1788985276.639772:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973542656 00000100:00100000:1.0:1788985276.639774:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973542656 00000100:00100000:1.0:1788985276.639784:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543168 00000100:00100000:1.0:1788985276.639786:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543168 00000100:00100000:1.0:1788985276.639798:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788985276.639803:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973542528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639839:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973542528:12345-0@lo:400:kworker.0 Request processed in 35us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985276.639845:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788985276.639856:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788985276.639862:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973543040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639897:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973543040:12345-0@lo:400:kworker.0 Request processed in 25us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985276.639902:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788985276.639913:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788985276.639918:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973542656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.639972:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973542656:12345-0@lo:400:kworker.0 Request processed in 54us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985276.639979:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788985276.639990:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1788985276.639995:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973543168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.640016:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973543168:12345-0@lo:400:kworker.0 Request processed in 21us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985276.640030:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1788985276.641052:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973543424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985276.641112:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985276.641444:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543552 00000100:00100000:1.0:1788985276.641453:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543552 00000100:00100000:0.0:1788985276.641721:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973541888:0@lo:400:kworker.0 00010000:00080000:0.0:1788985276.641739:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aaad80 x1875885973542400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985276.641750:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973542400:0@lo:400:kworker.0 00010000:00080000:0.0:1788985276.641762:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eaad80 x1875885973542912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985276.641771:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973542912:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.641784:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973541760:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.641797:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973542272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.641822:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973542784:0@lo:400:kworker.0 00000100:00100000:0.0:1788985276.641841:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973543296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985276.641919:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788985276.641948:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973543552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985276.641973:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985276.642039:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973543552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985276.642057:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788985276.642186:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543424 00000100:00100000:2.0:1788985276.642193:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543424 00000100:00100000:2.0:1788985276.642226:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788985276.642232:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973543424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985276.642263:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985276.642312:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973543424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985276.642319:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788985276.642358:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973543424:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788985276.648506:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985276.648521:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985276.648608:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973543552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985276.648662:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973542656:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.648674:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973543168:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.648687:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973542528:0@lo:400:kworker.0 00000100:00100000:1.0:1788985276.648701:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973543040:0@lo:400:kworker.0 00000020:00000080:0.0:1788985277.151559:0:44403:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcad4d4970 20000000:00000080:0.0:1788985277.151582:0:44403:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafec00 uarg=0000000000000000 10000000:01000000:0.0:1788985277.151751:0:44403:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985277.151772:0:44403:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985277.152228:0:44403:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985277.152240:0:44403:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985277.152283:0:44403:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985277.152299:0:44403:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 23 pid: 6506 timeout: 1216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985277.152314:0:44403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44403:1875885973543680:0@lo:104: 00000100:00100000:0.0:1788985277.152375:0:44403:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985277.152466:0:44403:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985277.152640:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543680 00000100:00100000:3.0:1788985277.152651:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543680 00000100:00100000:3.0:1788985277.152719:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:3.0:1788985277.152731:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:44403:x1875885973543680:12345-0@lo:104: 00010000:00010000:3.0:1788985277.152747:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985277.152830:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985277.152836:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:44403:x1875885973543680:12345-0@lo:104: Request processed in 108us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985277.152843:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1788985277.153011:0:44403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44403:1875885973543680:0@lo:104: 00010000:00010000:2.0:1788985277.153035:0:44403:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153163:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985277.153171:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153181:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985277.153186:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153196:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985277.153218:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985277.153224:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985277.153265:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153273:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985277.153299:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153307:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52fdfb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe02 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153324:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985277.153326:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985277.153328:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985277.153336:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985277.153346:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973543808:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985277.153380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985277.153417:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543808 00000100:00100000:1.0:1788985277.153421:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543808 00010000:00010000:1.0:1788985277.153440:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 1216 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985277.153460:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788985277.153466:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973543808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985277.153477:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985277.153488:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 1216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153499:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 1216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153512:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fe02 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fdfb expref: 24 pid: 6506 timeout: 1216 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153526:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153537:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153551:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153559:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153567:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153574:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153581:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985277.153586:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153594:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153615:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985277.153625:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985277.153653:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973543808:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985277.153660:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788985277.153686:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973543808:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985277.153983:0:44403:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985277.153993:0:44403:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985277.154000:0:44403:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fe09 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44403 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985277.470306:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985278.006673:0:44451:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe35605380 20000000:00000080:3.0:1788985278.006694:0:44451:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dfe400 uarg=0000000000000000 10000000:01000000:3.0:1788985278.006864:0:44451:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985278.006903:0:44451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.006923:0:44451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007142:0:44451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007150:0:44451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007170:0:44451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007179:0:44451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007186:0:44451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985278.007190:0:44451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007200:0:44451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007215:0:44451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007225:0:44451:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.007232:0:44451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe10 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44451 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985278.495317:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985278.878982:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985278.878992:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985278.878998:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985278.879062:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985278.879075:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985278.879088:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985278.879115:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973543936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985278.879181:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985278.879231:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973543936 00000100:00100000:1.0:1788985278.879239:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788985278.879242:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973543936 00000100:00100000:2.0:1788985278.879362:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1788985278.879374:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973543936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985278.879390:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985278.879409:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fe17 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985278.879439:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985278.879450:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985278.879470:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb400, rc 0) 00000100:00100000:2.0:1788985278.879562:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973543936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985278.879569:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1788985278.879662:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973543936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985278.879683:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.879693:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985278.879726:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985278.879731:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985278.879740:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985279.518297:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985279.710229:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973544192:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985279.710310:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985279.710385:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985279.710392:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973544064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985279.710418:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985279.710472:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544192 00000100:00100000:2.0:1788985279.710481:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544192 00000100:00100000:2.0:1788985279.710537:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544064 00000100:00100000:2.0:1788985279.710541:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544064 00000100:00100000:2.0:1788985279.710560:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1788985279.710568:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973544192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985279.710596:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985279.710643:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973544192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985279.710650:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1788985279.710667:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788985279.710674:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973544064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985279.710683:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985279.710706:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973544064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985279.710713:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788985279.710755:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973544064:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985279.710768:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973544192:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985279.711177:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985280.223724:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973544320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985280.223826:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985280.223924:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544320 00000100:00100000:0.0:1788985280.223956:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544320 00000100:00100000:0.0:1788985280.224010:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788985280.224019:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973544320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985280.224069:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985280.224114:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973544320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985280.224135:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788985280.224188:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973544320:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985280.542562:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985281.566420:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985281.592515:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985281.592576:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985281.592625:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985281.592719:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207424 00000100:00100000:3.0:1788985281.592735:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207424 00000100:00100000:3.0:1788985281.592828:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207552 00000100:00100000:3.0:1788985281.592832:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207552 00000100:00100000:3.0:1788985281.592874:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1358 00000100:00100000:3.0:1788985281.592885:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953207424:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985281.593023:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953207424:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 139us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.593032:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1358 00000100:00100000:3.0:1788985281.593054:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1359 00000100:00100000:3.0:1788985281.593061:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953207552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985281.593087:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953207552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.593100:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1359 00000100:00100000:3.0:1788985281.593122:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207296 00000100:00100000:3.0:1788985281.593126:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207296 00000100:00100000:3.0:1788985281.593155:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 758 00000100:00100000:3.0:1788985281.593161:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953207296:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985281.593203:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953207296:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.593210:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 758 00000100:00080000:1.0:1788985281.593671:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985281.593679:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985281.758464:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973544448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985281.758564:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758632:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973544960:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758662:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758682:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973545472:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758708:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758726:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973545984:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758746:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758780:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985281.758786:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973544832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758811:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758828:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973545344:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758862:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758879:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973545856:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758900:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.758960:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973544704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.758995:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759019:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973545216:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759040:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759055:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973545728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759094:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759113:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973546240:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759134:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759155:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1788985281.759160:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973544576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985281.759181:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759294:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973545088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759320:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759330:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973545600:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759351:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759368:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973546112:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759389:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.759423:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544448 00000100:00100000:0.0:1788985281.759434:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544448 00000100:00100000:0.0:1788985281.759510:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544576 00000100:00100000:0.0:1788985281.759513:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544576 00000100:00100000:0.0:1788985281.759531:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1788985281.759540:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973544448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985281.759577:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985281.759627:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973544448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.759635:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1788985281.759653:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788985281.759659:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973544576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985281.759670:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985281.759696:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973544576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.759708:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788985281.759728:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544960 00000100:00100000:0.0:1788985281.759732:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544960 00000100:00100000:0.0:1788985281.759757:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545216 00000100:00100000:0.0:1788985281.759760:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545216 00000100:00100000:0.0:1788985281.759772:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788985281.759778:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973544960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759816:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973544960:12345-0@lo:400:kworker.0 Request processed in 37us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.759822:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788985281.759833:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1788985281.759852:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973545216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.759881:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973545216:12345-0@lo:400:kworker.0 Request processed in 42us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.759887:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1788985281.759909:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545472 00000100:00100000:0.0:1788985281.759912:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545472 00000100:00100000:0.0:1788985281.759959:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545984 00000100:00100000:0.0:1788985281.759962:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545984 00000100:00100000:0.0:1788985281.759975:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544832 00000100:00100000:0.0:1788985281.759978:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544832 00000100:00100000:0.0:1788985281.759988:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545344 00000100:00100000:0.0:1788985281.759991:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545344 00000100:00100000:0.0:1788985281.760002:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545856 00000100:00100000:0.0:1788985281.760005:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545856 00000100:00100000:0.0:1788985281.760015:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545088 00000100:00100000:0.0:1788985281.760017:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545088 00000100:00100000:0.0:1788985281.760031:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1788985281.760037:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973545472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.760076:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973545472:12345-0@lo:400:kworker.0 Request processed in 39us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.760083:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1788985281.760095:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1788985281.760101:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973545984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.760125:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973545984:12345-0@lo:400:kworker.0 Request processed in 25us (1379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.760132:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1788985281.760142:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1788985281.760148:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973544832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.760173:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973544832:12345-0@lo:400:kworker.0 Request processed in 26us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.760178:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1788985281.760586:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1788985281.760597:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973545344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.760640:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973545344:12345-0@lo:400:kworker.0 Request processed in 47us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.760647:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:3.0:1788985281.760663:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1788985281.760669:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973545856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.760697:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973545856:12345-0@lo:400:kworker.0 Request processed in 28us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.760703:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1788985281.760714:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1788985281.760720:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973545088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.760748:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973545088:12345-0@lo:400:kworker.0 Request processed in 28us (1427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.760753:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1788985281.760788:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545728 00000100:00100000:3.0:1788985281.760801:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545728 00000100:00100000:3.0:1788985281.760829:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546240 00000100:00100000:3.0:1788985281.760832:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546240 00000100:00100000:3.0:1788985281.760855:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973545600 00000100:00100000:3.0:1788985281.760859:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973545600 00000100:00100000:3.0:1788985281.760871:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546112 00000100:00100000:3.0:1788985281.760873:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546112 00000100:00100000:3.0:1788985281.760887:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788985281.760892:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973545728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.760947:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973545728:12345-0@lo:400:kworker.0 Request processed in 55us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.760952:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788985281.760965:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788985281.760971:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973546240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.760998:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973546240:12345-0@lo:400:kworker.0 Request processed in 28us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.761004:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788985281.761016:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1788985281.761021:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973545600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.761046:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973545600:12345-0@lo:400:kworker.0 Request processed in 25us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.761052:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1788985281.761063:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1788985281.761068:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973546112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985281.761094:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973546112:12345-0@lo:400:kworker.0 Request processed in 26us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985281.761098:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788985281.761615:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973544704 00000100:00100000:0.0:1788985281.761624:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973544704 00000100:00100000:0.0:1788985281.761669:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1788985281.761677:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973544704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.761727:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973544704:12345-0@lo:400:kworker.0 Request processed in 51us (2730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.761733:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00080000:0.0:1788985281.761797:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985281.761803:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985281.761807:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985281.761810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985281.761890:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973544576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985281.761908:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973545088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.761961:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973545600:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.761975:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973546112:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.761985:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973544704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.761999:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973545216:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762012:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973545728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973546240:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762078:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973544832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762092:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973545344:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762103:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973545856:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.762121:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973544448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985281.762134:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973544960:0@lo:400:kworker.0 00010000:00080000:0.0:1788985281.762150:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb34a80 x1875885973545472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985281.762162:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973545472:0@lo:400:kworker.0 00010000:00080000:0.0:1788985281.762175:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c71c00 x1875885973545984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985281.762183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973545984:0@lo:400:kworker.0 00000100:00100000:0.0:1788985281.764690:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985281.764708:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973546368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985281.764808:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985281.766410:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546368 00000100:00100000:0.0:1788985281.766432:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546368 00000100:00100000:0.0:1788985281.766510:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788985281.766525:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973546368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985281.766587:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985281.766709:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973546368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 188us (1901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985281.766718:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788985281.766800:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973546368:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1788985282.122602:0:44647:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdeb735f70 20000000:00000080:0.0:1788985282.122618:0:44647:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e03000 uarg=0000000000000000 00010000:00010000:0.0:1788985282.122780:0:44647:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985282.122796:0:44647:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985282.122814:0:44647:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985282.122824:0:44647:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985282.122850:0:44647:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985282.122871:0:44647:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.122888:0:44647:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.122897:0:44647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.123066:0:44647:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.123091:0:44647:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 23 pid: 6508 timeout: 1221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985282.123105:0:44647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44647:1875885973546496:0@lo:104: 00000100:00100000:0.0:1788985282.123163:0:44647:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985282.123265:0:44647:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985282.123332:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546496 00000100:00100000:2.0:1788985282.123339:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546496 00000100:00100000:2.0:1788985282.123410:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1788985282.123425:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:44647:x1875885973546496:12345-0@lo:104: 00010000:00010000:2.0:1788985282.123437:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985282.123493:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985282.123498:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:44647:x1875885973546496:12345-0@lo:104: Request processed in 76us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985282.123505:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00010000:00010000:1.0:1788985282.123551:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985282.123558:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123566:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985282.123570:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123579:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985282.123586:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985282.123592:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985282.123626:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123632:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985282.123651:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123658:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fe17 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe1e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123672:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985282.123673:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985282.123675:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985282.123699:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973546624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985282.123731:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985282.123765:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546624 00000100:00100000:1.0:1788985282.123768:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546624 00010000:00010000:1.0:1788985282.123785:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 24 pid: 6508 timeout: 1221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985282.123805:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1788985282.123810:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973546624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985282.123819:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985282.123824:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 24 pid: 6508 timeout: 1221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123846:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 24 pid: 6508 timeout: 1221 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123861:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123870:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123885:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123892:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123899:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123915:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123920:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985282.123948:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123956:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123963:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985282.123972:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985282.123999:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce55050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973546624:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985282.124005:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1788985282.124059:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973546624:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985282.124135:0:44647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fe1e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fe17 expref: 23 pid: 6508 timeout: 1221 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985282.124145:0:44647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44647:1875885973546496:0@lo:104: 00010000:00010000:0.0:1788985282.124157:0:44647:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.124165:0:44647:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.124172:0:44647:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.124178:0:44647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fe25 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44647 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985282.591105:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985283.618227:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985283.998063:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985283.998074:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985283.998080:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985283.998132:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985283.998146:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985283.998158:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985283.998203:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973546752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985283.998288:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985283.998367:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291240 going to sleep for 11 seconds 00000100:00100000:3.0:1788985283.998859:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546752 00000100:00100000:3.0:1788985283.998871:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546752 00000100:00100000:0.0:1788985283.998963:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788985283.998976:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973546752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985283.998990:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985283.999006:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fe2c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985283.999046:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985283.999057:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985283.999066:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985283.999112:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973546752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 140us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985283.999119:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1788985283.999219:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973546752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985283.999235:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985283.999244:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985283.999265:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985283.999270:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985283.999276:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985284.642999:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985284.831176:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985284.831210:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973546880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985284.831301:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985284.831397:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973546880 00000100:00100000:2.0:1788985284.831407:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973546880 00000100:00100000:2.0:1788985284.831481:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788985284.831493:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973546880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985284.831532:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985284.831584:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973546880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985284.831592:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:2.0:1788985284.831618:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985284.831661:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973546880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985284.832303:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973547008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985284.832341:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985284.832628:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547008 00000100:00100000:3.0:1788985284.832635:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547008 00000100:00100000:3.0:1788985284.832697:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788985284.832706:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973547008:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788985284.832806:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1788985284.832878:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985284.833117:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973547008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 410us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985284.833130:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1788985284.837454:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973547008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985285.343223:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985285.343255:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973547136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985285.343369:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985285.343517:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547136 00000100:00100000:0.0:1788985285.343526:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547136 00000100:00100000:0.0:1788985285.343583:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788985285.343593:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973547136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985285.343628:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985285.343688:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973547136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985285.343696:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788985285.343753:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973547136:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985285.663331:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985286.304894:0:44842:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec130f340 20000000:00000080:0.0:1788985286.304914:0:44842:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e03800 uarg=0000000000000000 10000000:01000000:0.0:1788985286.304994:0:44842:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985286.305016:0:44842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.305038:0:44842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.305057:0:44842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.305108:0:44842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.305123:0:44842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 23 pid: 6508 timeout: 1226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985286.305140:0:44842:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44842:1875885973547264:0@lo:104: 00000100:00100000:0.0:1788985286.305211:0:44842:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.305279:0:44842:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124587ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985286.305620:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547264 00000100:00100000:1.0:1788985286.305630:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547264 00000100:00100000:1.0:1788985286.305690:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1788985286.305700:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44842:x1875885973547264:12345-0@lo:104: 00010000:00010000:1.0:1788985286.305723:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.305811:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985286.305825:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:44842:x1875885973547264:12345-0@lo:104: Request processed in 127us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985286.305832:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:1.0:1788985286.305854:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985286.305861:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.305868:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985286.305873:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.305881:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985286.305888:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985286.305894:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985286.305923:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.305959:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985286.305980:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.305988:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52fe2c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe33 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306004:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985286.306006:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985286.306007:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985286.306035:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973547392:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985286.306065:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985286.306097:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547392 00000100:00100000:1.0:1788985286.306101:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547392 00010000:00010000:1.0:1788985286.306118:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 1226 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985286.306298:0:44842:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:44842:1875885973547264:0@lo:104: 00010000:00010000:0.0:1788985286.306320:0:44842:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985286.306368:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1788985286.306377:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973547392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985286.306388:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985286.306394:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 1226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306405:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 1226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306418:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe33 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fe2c expref: 24 pid: 6508 timeout: 1226 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306432:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306442:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306472:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306481:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306498:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306504:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306509:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985286.306513:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306521:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306541:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.306550:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985286.306584:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973547392:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985286.306590:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1788985286.306620:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973547392:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985286.306831:0:44842:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.306841:0:44842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985286.306849:0:44842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52fe3a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44842 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985286.688574:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985286.710515:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985286.710560:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985286.710697:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207680 00000100:00100000:3.0:1788985286.710708:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207680 00000100:00100000:0.0:1788985286.710880:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 761 00000100:00100000:0.0:1788985286.710892:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953207680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985286.711040:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953207680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 150us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.711049:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 761 00000100:00100000:3.0:1788985286.711138:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985286.711338:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207808 00000100:00100000:1.0:1788985286.711342:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207808 00000100:00100000:1.0:1788985286.711394:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953207936 00000100:00100000:1.0:1788985286.711398:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953207936 00000100:00080000:2.0:1788985286.711462:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985286.711476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985286.711559:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1366 00000100:00100000:1.0:1788985286.711569:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985286.711629:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 61us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985286.711636:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1366 00000100:00100000:1.0:1788985286.711651:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1367 00000100:00100000:1.0:1788985286.711657:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985286.711683:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953207936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985286.711689:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1367 00000100:00100000:0.0:1788985286.879481:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973547520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985286.879573:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.879628:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973548032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.879650:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.879664:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973548544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.879689:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880280:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973549056:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.880321:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880364:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788985286.880371:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973547648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985286.880397:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880417:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973548160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.880438:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880457:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973548672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.880483:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880503:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973549184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.880520:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880552:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973547776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985286.880596:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548544 00000100:00100000:2.0:1788985286.880606:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548544 00000100:00100000:0.0:1788985286.880642:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880663:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973548288:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.880676:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549056 00000100:00100000:2.0:1788985286.880678:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549056 00000100:00100000:2.0:1788985286.880698:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548160 00000100:00100000:2.0:1788985286.880700:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548160 00000100:00100000:2.0:1788985286.880732:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:0.0:1788985286.880767:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.880803:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973548800:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.880829:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985286.880831:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973548544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.880897:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973548544:12345-0@lo:400:kworker.0 Request processed in 69us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985286.880904:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1788985286.880946:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1788985286.880953:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973549056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.880981:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973549056:12345-0@lo:400:kworker.0 Request processed in 29us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985286.880987:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1788985286.880999:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1788985286.881004:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973548160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.881028:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973548160:12345-0@lo:400:kworker.0 Request processed in 24us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985286.881033:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00080000:2.0:1788985286.881048:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985286.881144:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973549312:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.881168:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.881197:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985286.881204:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973547904:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.881226:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.881243:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973548416:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.881262:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.881284:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973548928:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.881301:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985286.881325:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547520 00000100:00100000:0.0:1788985286.881328:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547520 00000100:00100000:0.0:1788985286.881348:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548032 00000100:00100000:0.0:1788985286.881351:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548032 00000100:00100000:0.0:1788985286.881359:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548288 00000100:00100000:0.0:1788985286.881361:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548288 00000100:00100000:0.0:1788985286.881371:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788985286.881378:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973547520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985286.881404:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985286.881439:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973547520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (1872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.881445:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1788985286.881699:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548672 00000100:00100000:3.0:1788985286.881714:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548672 00000100:00100000:3.0:1788985286.881743:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549184 00000100:00100000:3.0:1788985286.881746:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549184 00000100:00100000:3.0:1788985286.881758:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548800 00000100:00100000:3.0:1788985286.881760:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548800 00000100:00100000:3.0:1788985286.881770:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549312 00000100:00100000:3.0:1788985286.881772:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549312 00000100:00100000:3.0:1788985286.881782:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788985286.881788:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973548672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985286.881834:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973548672:12345-0@lo:400:kworker.0 Request processed in 47us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985286.881841:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788985286.881865:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1788985286.881881:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973549184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985286.881910:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973549184:12345-0@lo:400:kworker.0 Request processed in 31us (1388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985286.881916:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1788985286.881946:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1788985286.882147:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973548800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985286.882189:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973548800:12345-0@lo:400:kworker.0 Request processed in 238us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985286.882196:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1788985286.882208:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788985286.882213:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973549312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985286.882236:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973549312:12345-0@lo:400:kworker.0 Request processed in 24us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985286.882241:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:3.0:1788985286.882254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985286.882258:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985286.882317:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788985286.882326:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973548032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.882366:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973548032:12345-0@lo:400:kworker.0 Request processed in 42us (2716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.882371:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788985286.882382:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788985286.882388:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973548288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.882413:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973548288:12345-0@lo:400:kworker.0 Request processed in 25us (1703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.882418:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788985286.882440:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547904 00000100:00100000:0.0:1788985286.882443:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547904 00000100:00100000:0.0:1788985286.882460:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548416 00000100:00100000:0.0:1788985286.882462:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548416 00000100:00100000:0.0:1788985286.882488:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973548928 00000100:00100000:0.0:1788985286.882492:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973548928 00000100:00100000:0.0:1788985286.882503:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1788985286.882508:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973547904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.882537:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973547904:12345-0@lo:400:kworker.0 Request processed in 28us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.882543:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1788985286.882554:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1788985286.882560:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973548416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.883903:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973547904:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.883942:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973548288:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.883957:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973548800:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.883987:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973549312:0@lo:400:kworker.0 00000100:00080000:3.0:1788985286.884069:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985286.884551:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973548416:12345-0@lo:400:kworker.0 Request processed in 1987us (3284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.884564:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:0.0:1788985286.884613:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1788985286.884627:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973548928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.884679:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973548928:12345-0@lo:400:kworker.0 Request processed in 58us (3376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.884685:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1788985286.885945:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547648 00000100:00100000:0.0:1788985286.886028:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547648 00000100:00100000:0.0:1788985286.886089:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973547776 00000100:00100000:0.0:1788985286.886093:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973547776 00000100:00100000:0.0:1788985286.886109:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1788985286.886119:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973547648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985286.886148:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985286.886218:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973547648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (5819us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.886224:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1788985286.886239:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788985286.886245:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973547776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985286.886257:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985286.886281:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973547776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (5639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985286.886287:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788985286.886367:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973547648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985286.886381:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973548160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.886394:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973548672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.886402:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973549184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985286.886417:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973547520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985286.886444:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973548032:0@lo:400:kworker.0 00010000:00080000:0.0:1788985286.886458:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143007100 x1875885973548544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985286.886469:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973548544:0@lo:400:kworker.0 00010000:00080000:0.0:1788985286.886480:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea9500 x1875885973549056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985286.886487:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973549056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.887812:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973548416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.887837:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973548928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985286.887868:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973547776:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1788985287.310775:0:44891:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbfb864b0 20000000:00000080:0.0:1788985287.310809:0:44891:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5c800 uarg=0000000000000000 00010000:00010000:0.0:1788985287.311308:0:44891:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985287.311327:0:44891:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985287.311351:0:44891:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985287.311364:0:44891:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985287.311377:0:44891:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985287.311404:0:44891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311424:0:44891:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311435:0:44891:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311442:0:44891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311449:0:44891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311467:0:44891:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311473:0:44891:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985287.311478:0:44891:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311486:0:44891:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311500:0:44891:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311509:0:44891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.311515:0:44891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe41 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 44891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985287.390565:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985287.390574:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985287.390580:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985287.390635:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985287.390647:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985287.390658:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985287.390684:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973549440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985287.390765:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985287.390835:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244be1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985287.391003:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549440 00000100:00100000:0.0:1788985287.391015:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549440 00000100:00100000:0.0:1788985287.391074:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985287.391085:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973549440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985287.391101:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985287.391115:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fe48 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.391140:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.391163:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.391172:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985287.391216:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973549440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985287.391223:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788985287.391521:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973549440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985287.391537:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.391548:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985287.391571:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985287.391576:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985287.391583:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985287.711481:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985288.735702:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985289.758254:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985289.950193:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985289.950230:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973549696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985289.950340:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985289.950428:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973549568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985289.950453:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985289.950825:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549696 00000100:00100000:0.0:1788985289.950836:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549696 00000100:00100000:0.0:1788985289.950918:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549568 00000100:00100000:0.0:1788985289.950921:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549568 00000100:00100000:0.0:1788985289.950985:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1788985289.950997:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973549696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985289.951059:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985289.951124:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973549696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985289.951132:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1788985289.951152:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1788985289.951158:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973549568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985289.951170:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985289.951196:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973549568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985289.951202:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:3.0:1788985289.951274:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985289.951332:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973549696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985289.951348:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973549568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985290.462203:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985290.462238:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973549824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985290.462336:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985290.462435:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549824 00000100:00100000:0.0:1788985290.462446:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549824 00000100:00100000:0.0:1788985290.462509:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788985290.462519:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973549824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985290.462566:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985290.462625:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973549824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985290.462633:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788985290.462697:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973549824:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985290.782658:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985291.807130:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985291.836761:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985291.836803:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985291.836837:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985291.836865:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208192 00000100:00100000:1.0:1788985291.836875:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208192 00000100:00100000:1.0:1788985291.836953:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208320 00000100:00100000:1.0:1788985291.836957:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208320 00000100:00100000:1.0:1788985291.836979:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1374 00000100:00100000:1.0:1788985291.836988:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208192:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985291.837063:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208192:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985291.837071:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1374 00000100:00100000:1.0:1788985291.837093:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1375 00000100:00100000:1.0:1788985291.837099:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208320:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985291.837231:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208064 00000100:00100000:3.0:1788985291.837236:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208064 00000100:00100000:3.0:1788985291.837262:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 763 00000100:00100000:3.0:1788985291.837268:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953208064:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:0.0:1788985291.837349:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985291.837355:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985291.838062:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208320:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 957us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985291.838071:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1375 00000100:00100000:3.0:1788985291.844029:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953208064:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 6738us (7202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985291.844046:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 763 00000100:00100000:0.0:1788985291.999878:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973549952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985291.999985:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985292.000059:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985292.000067:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973550080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985292.000092:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985292.000134:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973549952 00000100:00100000:0.0:1788985292.000143:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973549952 00000100:00100000:0.0:1788985292.000188:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1788985292.000196:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973549952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985292.000232:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985292.000274:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973549952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985292.000281:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1788985292.000303:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550080 00000100:00100000:0.0:1788985292.000307:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550080 00000100:00100000:0.0:1788985292.000345:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788985292.000351:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973550080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985292.000369:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985292.000400:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973550080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985292.000405:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788985292.000448:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973549952:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788985292.000468:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985292.000483:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973550080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985292.000884:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985292.000894:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973550208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985292.000940:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.001043:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973550464:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.001072:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.001087:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973550976:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001209:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973550336:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001247:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985292.001269:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973550848:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001291:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985292.001308:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973551360:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001328:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985292.001357:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550208 00000100:00100000:1.0:1788985292.001361:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550208 00000100:00100000:1.0:1788985292.001396:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788985292.001404:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973550208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985292.001415:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985292.001445:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973550208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985292.001451:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788985292.001496:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550336 00000100:00100000:1.0:1788985292.001500:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550336 00000100:00100000:1.0:1788985292.001523:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788985292.001530:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973550336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001563:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973550336:12345-0@lo:400:kworker.0 Request processed in 33us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985292.001569:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788985292.001594:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550464 00000100:00100000:1.0:1788985292.001608:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550464 00000100:00100000:1.0:1788985292.001633:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550848 00000100:00100000:1.0:1788985292.001636:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550848 00000100:00100000:1.0:1788985292.001653:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551360 00000100:00100000:1.0:1788985292.001655:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551360 00000100:00100000:1.0:1788985292.001670:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1788985292.001677:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973550464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001724:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973550464:12345-0@lo:400:kworker.0 Request processed in 48us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985292.001731:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1788985292.001754:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1788985292.001761:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973550848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001788:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973550848:12345-0@lo:400:kworker.0 Request processed in 27us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985292.001793:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1788985292.001805:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1788985292.001811:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973551360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001837:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973551360:12345-0@lo:400:kworker.0 Request processed in 26us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985292.001843:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:1.0:1788985292.001860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985292.001863:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985292.001886:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973550336:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001897:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973550848:0@lo:400:kworker.0 00000100:00100000:1.0:1788985292.001906:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973551360:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002211:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002241:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973551488:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002279:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002308:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973550464:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002329:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973550592:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002350:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002364:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973551104:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002385:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973550208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985292.002424:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985292.002430:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973550720:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002455:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002474:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973551232:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002493:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985292.002517:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551104 00000100:00100000:2.0:1788985292.002521:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551104 00000100:00100000:2.0:1788985292.002551:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551232 00000100:00100000:2.0:1788985292.002560:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551232 00000100:00100000:2.0:1788985292.002584:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788985292.002591:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973551104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002627:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973551104:12345-0@lo:400:kworker.0 Request processed in 36us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985292.002634:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788985292.002646:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788985292.002652:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973551232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.002678:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973551232:12345-0@lo:400:kworker.0 Request processed in 27us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985292.002683:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788985292.002701:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550720 00000100:00100000:2.0:1788985292.002704:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550720 00000100:00100000:0.0:1788985292.002921:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550976 00000100:00100000:0.0:1788985292.003030:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550976 00000100:00100000:0.0:1788985292.003096:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551488 00000100:00100000:0.0:1788985292.003124:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551488 00000100:00100000:2.0:1788985292.003260:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985292.003267:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973550720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.003306:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973550720:12345-0@lo:400:kworker.0 Request processed in 39us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985292.003311:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985292.003336:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973550720:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.003345:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973551232:0@lo:400:kworker.0 00000100:00100000:2.0:1788985292.003353:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973551104:0@lo:400:kworker.0 00000100:00100000:0.0:1788985292.012583:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973550592 00000100:00100000:0.0:1788985292.012603:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973550592 00000100:00100000:0.0:1788985292.012659:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1788985292.012671:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973550976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985292.012800:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973550976:12345-0@lo:400:kworker.0 Request processed in 132us (10588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985292.012807:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1788985292.012824:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1788985292.012830:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973551488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985292.012864:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973551488:12345-0@lo:400:kworker.0 Request processed in 35us (10585us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985292.012870:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1788985292.012881:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1788985292.012889:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973550592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985292.012923:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973550592:12345-0@lo:400:kworker.0 Request processed in 37us (10572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985292.012946:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:1.0:1788985292.013790:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985292.013818:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788985292.014530:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e32d80 x1875885973550976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985292.014548:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973550976:0@lo:400:kworker.0 00010000:00080000:0.0:1788985292.014563:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12500c7100 x1875885973551488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985292.014572:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973551488:0@lo:400:kworker.0 00000100:00100000:0.0:1788985292.014623:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973550592:0@lo:400:kworker.0 00010000:00010000:1.0:1788985292.833880:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985293.160282:0:45183:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfe165c10 20000000:00000080:1.0:1788985293.160302:0:45183:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8f000 uarg=0000000000000000 00010000:00010000:1.0:1788985293.161047:0:45183:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985293.161070:0:45183:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985293.161093:0:45183:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1788985293.161106:0:45183:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1788985293.161122:0:45183:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985293.161144:0:45183:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.161161:0:45183:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.161170:0:45183:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.161212:0:45183:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.161229:0:45183:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 23 pid: 6506 timeout: 1232 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985293.161246:0:45183:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45183:1875885973551616:0@lo:104: 00000100:00100000:1.0:1788985293.161315:0:45183:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985293.161523:0:45183:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244f85540 going to sleep for 11 seconds 00000100:00100000:0.0:1788985293.161628:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788985293.161641:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551616 00000100:00100000:0.0:1788985293.161729:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551616 00000100:00100000:0.0:1788985293.161824:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788985293.161834:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114418fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:45183:x1875885973551616:12345-0@lo:104: 00010000:00010000:0.0:1788985293.161850:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985293.162378:0:45183:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45183:1875885973551616:0@lo:104: 00010000:00010000:1.0:1788985293.162400:0:45183:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985293.162523:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985293.162532:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114418fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:45183:x1875885973551616:12345-0@lo:104: Request processed in 699us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985293.162542:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00010000:00010000:3.0:1788985293.162793:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985293.162807:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.162815:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985293.162819:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.162829:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985293.162837:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985293.162843:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985293.162885:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.162901:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788985293.162965:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973551744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985293.163006:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985293.163097:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551744 00000100:00100000:2.0:1788985293.163104:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551744 00010000:00010000:2.0:1788985293.163134:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 1232 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985293.163174:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1788985293.163182:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973551744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985293.163195:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985293.163201:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 1232 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163212:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 1232 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163226:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fe4f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fe48 expref: 24 pid: 6506 timeout: 1232 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163242:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163251:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163265:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163273:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163280:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163287:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163303:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985293.163307:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163313:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163327:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985293.163337:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788985293.163420:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.163428:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fe48 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe4f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.163448:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985293.163450:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985293.163452:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985293.163796:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973551744:12345-0@lo:103:ldlm_bl.0 Request processed in 614us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985293.163804:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1788985293.163859:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973551744:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985293.164305:0:45183:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.164316:0:45183:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985293.164322:0:45183:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe56 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45183 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.856187:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985293.996288:0:45231:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc65dc8850 20000000:00000080:3.0:1788985293.996304:0:45231:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144155c00 uarg=0000000000000000 10000000:01000000:3.0:1788985293.996353:0:45231:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985293.996380:0:45231:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996395:0:45231:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996404:0:45231:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996410:0:45231:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996416:0:45231:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996423:0:45231:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996428:0:45231:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985293.996432:0:45231:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996439:0:45231:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996450:0:45231:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996456:0:45231:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985293.996462:0:45231:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fe5d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45231 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985294.495186:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985294.495193:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985294.495199:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985294.495244:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985294.495256:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985294.495268:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985294.495295:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973551872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985294.495377:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985294.495439:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0000 going to sleep for 11 seconds 00000100:00100000:1.0:1788985294.495798:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973551872 00000100:00100000:1.0:1788985294.495808:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973551872 00000100:00100000:1.0:1788985294.495863:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788985294.495873:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973551872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985294.495886:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985294.495900:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fe64 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985294.495923:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985294.495955:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985294.495964:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788985294.496024:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973551872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985294.496031:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1788985294.496067:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973551872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985294.496091:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985294.496100:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985294.496119:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985294.496125:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985294.496133:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985294.879296:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985295.071455:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973552000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985295.071543:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985295.071763:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552000 00000100:00100000:2.0:1788985295.071772:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552000 00000100:00100000:2.0:1788985295.071879:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1788985295.071891:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973552000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985295.071950:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985295.072003:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973552000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985295.072010:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00080000:1.0:1788985295.072070:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985295.072327:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973552128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985295.072360:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985295.073264:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552128 00000100:00100000:0.0:1788985295.073273:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552128 00000100:00100000:0.0:1788985295.073311:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1788985295.073320:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973552128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985295.073337:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985295.073391:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973552128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985295.073397:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1788985295.073441:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973552128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985295.073477:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973552000:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985295.073541:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985295.584449:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973552256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985295.584526:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985295.584918:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552256 00000100:00100000:2.0:1788985295.584950:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552256 00000100:00100000:2.0:1788985295.585005:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:2.0:1788985295.585015:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973552256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985295.585047:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985295.595413:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973552256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10387us (10875us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985295.595429:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1788985295.595692:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973552256:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985295.914271:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985296.767746:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985296.767838:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208448 00000100:00100000:3.0:1788985296.767851:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208448 00000100:00080000:0.0:1788985296.767945:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985296.767950:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:3.0:1788985296.767960:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953208448:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788985296.767975:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985296.767977:0:10333:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da52fd53) 00010000:00010000:3.0:1788985296.767979:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985296.768039:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953208448:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 80us (303us total) trans 0 rc 116/116 00000100:00100000:3.0:1788985296.768046:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 5 00000100:00100000:1.0:1788985296.827290:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985296.827540:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208576 00000100:00100000:2.0:1788985296.827550:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208576 00000100:00100000:2.0:1788985296.827600:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:2.0:1788985296.827609:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:28050:x1875885953208576:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:2.0:1788985296.827632:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985296.827676:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea000/0xa0dd3253da52fe72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17163 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.827763:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.827776:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.827788:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788985296.827843:0:6514:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788985296.827847:0:6514:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788985296.827872:0:6514:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.827896:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ea000/0xa0dd3253da52fe72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17163 expref: 7 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.827915:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17163 expref: 6 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985296.828184:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311500) 00010000:00010000:2.0:1788985296.828188:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788985296.828192:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:3.0:1788985296.828475:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28050:x1875885953208576:12345-192.168.202.6@tcp:101:rm.0 Request processed in 864us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985296.828484:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 74 00000100:00100000:0.0:1788985296.840482:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985296.840535:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208704 00000100:00100000:0.0:1788985296.840547:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208704 00000100:00100000:0.0:1788985296.840604:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 75 00000100:00100000:0.0:1788985296.840615:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28050:x1875885953208704:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:0.0:1788985296.840637:0:9790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985296.841779:0:9790:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da52fe80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1716a expref: -99 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841872:0:9790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841888:0:9790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841901:0:9790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841916:0:9790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841923:0:9790:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.841946:0:9790:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842018:0:9790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842025:0:9790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842032:0:9790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842038:0:9790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985296.842043:0:9790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842052:0:9790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842065:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311500) 00010000:00010000:0.0:1788985296.842068:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985296.842074:0:9790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842080:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e8c00/0xa0dd3253da52fe87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842091:0:9790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842097:0:9790:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842103:0:9790:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842115:0:9790:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:0.0:1788985296.842118:0:9790:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842124:0:9790:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842133:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b11422d1e00) 00010000:00010000:0.0:1788985296.842135:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985296.842138:0:9790:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842144:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9e00/0xa0dd3253da52fe8e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9790 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842181:0:9790:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da52fe80 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1716a expref: 7 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842191:0:9790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311500) 00010000:00010000:0.0:1788985296.842194:0:9790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788985296.842197:0:9790:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12677e9a00/0xa0dd3253da52fe80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1716a expref: 7 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985296.842207:0:9790:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9a00, rc 0) 00000100:00100000:0.0:1788985296.842284:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28050:x1875885953208704:12345-192.168.202.6@tcp:101:rm.0 Request processed in 1671us (1812us total) trans 0 rc 301/301 00000100:00100000:0.0:1788985296.842293:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 75 00010000:00010000:3.0:1788985296.926241:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985296.951079:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985296.951138:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985296.951443:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208832 00000100:00100000:1.0:1788985296.951459:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208832 00000100:00100000:1.0:1788985296.951538:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 766 00000100:00100000:1.0:1788985296.951550:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953208832:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985296.951661:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953208832:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 113us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985296.951670:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 766 00000100:00100000:3.0:1788985296.951713:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953208960 00000100:00100000:3.0:1788985296.951718:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953208960 00000100:00100000:3.0:1788985296.951777:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1382 00000100:00100000:3.0:1788985296.951784:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208960:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985296.951818:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953208960:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 36us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985296.951825:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1382 00000100:00080000:1.0:1788985296.953722:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985297.121118:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973552384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985297.121205:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.121284:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552384 00000100:00100000:0.0:1788985297.121293:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552384 00000100:00100000:0.0:1788985297.121345:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1788985297.121354:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973552384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985297.121383:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985297.121426:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973552384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985297.121433:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00080000:0.0:1788985297.121453:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985297.121489:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973552384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985297.122922:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973552512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985297.122999:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123043:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973553024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123046:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973552768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123067:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123091:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123095:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973553536:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123109:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973553280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123117:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123128:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123132:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973554048:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123144:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973553792:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123152:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123161:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123170:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788985297.123175:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985297.123175:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973552896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123180:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973552640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123192:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123203:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123206:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973553408:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123219:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973553152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123224:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123236:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123238:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973553920:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123249:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973553664:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123267:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.123268:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985297.123288:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553024 00000100:00100000:0.0:1788985297.123288:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552512 00000100:00100000:2.0:1788985297.123294:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553024 00000100:00100000:0.0:1788985297.123294:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552512 00000100:00100000:0.0:1788985297.123321:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552896 00000100:00100000:0.0:1788985297.123323:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552896 00000100:00100000:0.0:1788985297.123332:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553152 00000100:00100000:0.0:1788985297.123334:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553152 00000100:00100000:0.0:1788985297.123347:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788985297.123354:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973552512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985297.123383:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985297.123426:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973552512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985297.123432:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788985297.123446:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788985297.123452:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973552896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123482:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973552896:12345-0@lo:400:kworker.0 Request processed in 31us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985297.123488:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788985297.123499:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1788985297.123504:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973553152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123529:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552768 00000100:00100000:2.0:1788985297.123534:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552768 00000100:00100000:0.0:1788985297.123534:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973553152:12345-0@lo:400:kworker.0 Request processed in 30us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985297.123539:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1788985297.123548:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553280 00000100:00100000:2.0:1788985297.123550:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553280 00000100:00100000:0.0:1788985297.123555:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553536 00000100:00100000:0.0:1788985297.123557:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553536 00000100:00100000:2.0:1788985297.123569:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553792 00000100:00100000:2.0:1788985297.123577:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553792 00000100:00100000:0.0:1788985297.123578:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554048 00000100:00100000:0.0:1788985297.123579:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554048 00000100:00100000:2.0:1788985297.123592:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553408 00000100:00100000:2.0:1788985297.123594:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553408 00000100:00100000:0.0:1788985297.123596:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553664 00000100:00100000:0.0:1788985297.123598:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553664 00000100:00100000:2.0:1788985297.123604:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973553920 00000100:00100000:2.0:1788985297.123606:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973553920 00000100:00100000:2.0:1788985297.123620:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1788985297.123624:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1788985297.123625:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973553024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123630:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973553536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123655:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973553024:12345-0@lo:400:kworker.0 Request processed in 30us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985297.123655:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973553536:12345-0@lo:400:kworker.0 Request processed in 25us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123661:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1788985297.123671:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1788985297.123673:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1788985297.123679:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973552768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123680:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788985297.123684:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973554048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123716:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973552768:12345-0@lo:400:kworker.0 Request processed in 38us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123722:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1788985297.123733:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1788985297.123733:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973554048:12345-0@lo:400:kworker.0 Request processed in 48us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123738:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973553280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123739:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788985297.123749:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788985297.123754:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973553664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123761:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973553280:12345-0@lo:400:kworker.0 Request processed in 23us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123766:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1788985297.123773:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973553664:12345-0@lo:400:kworker.0 Request processed in 20us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123776:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1788985297.123779:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1788985297.123781:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973553792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123794:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1788985297.123800:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973553408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.123802:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973553792:12345-0@lo:400:kworker.0 Request processed in 22us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123808:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1788985297.123818:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1788985297.123822:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973553408:12345-0@lo:400:kworker.0 Request processed in 23us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123823:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973553920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123827:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1788985297.123861:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973553920:12345-0@lo:400:kworker.0 Request processed in 38us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985297.123867:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1788985297.123874:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973552896:0@lo:400:kworker.0 00010000:00080000:0.0:1788985297.123885:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5f100 x1875885973553408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985297.123900:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973553152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123906:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973553408:0@lo:400:kworker.0 00010000:00080000:0.0:1788985297.123917:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277f5e680 x1875885973553920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985313 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985297.123946:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973553920:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123956:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973553024:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123965:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973553536:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123972:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973554048:0@lo:400:kworker.0 00000100:00100000:0.0:1788985297.123985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973552512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985297.123992:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973553664:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.124005:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973552768:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.124013:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973553280:0@lo:400:kworker.0 00000100:00100000:2.0:1788985297.124021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973553792:0@lo:400:kworker.0 00000100:00080000:2.0:1788985297.124040:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985297.124045:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985297.124046:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985297.124048:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985297.124277:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973554176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985297.124310:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985297.124351:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973552640 00000100:00100000:1.0:1788985297.124356:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973552640 00000100:00100000:1.0:1788985297.124382:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1788985297.124388:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973552640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985297.124416:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973552640:12345-0@lo:400:kworker.0 Request processed in 29us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985297.124421:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1788985297.124446:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554176 00000100:00100000:1.0:1788985297.124455:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554176 00000100:00100000:1.0:1788985297.124478:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1788985297.124484:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ecb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973554176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985297.124496:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985297.124534:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ecb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973554176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985297.124540:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1788985297.124708:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973554176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985297.131430:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973552640:0@lo:400:kworker.0 00000020:00000080:0.0:1788985297.705241:0:45427:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6cb76ad0 20000000:00000080:0.0:1788985297.705260:0:45427:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f1b400 uarg=0000000000000000 00010000:00010000:0.0:1788985297.705479:0:45427:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788985297.705519:0:45427:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1143311500) 00010000:00010000:0.0:1788985297.705523:0:45427:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788985297.705535:0:45427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b11433ebc00/0xa0dd3253da52fe79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17163 expref: 5 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.705616:0:45427:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788985297.705648:0:45427:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985297.705661:0:45427:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985297.705677:0:45427:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985297.705706:0:45427:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.705729:0:45427:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.705739:0:45427:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.705788:0:45427:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.705804:0:45427:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 23 pid: 6508 timeout: 1237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985297.705823:0:45427:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45427:1875885973554304:0@lo:104: 00000100:00100000:0.0:1788985297.706122:0:45427:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985297.706240:0:45427:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985297.706338:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554304 00000100:00100000:1.0:1788985297.706346:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554304 00000100:00100000:1.0:1788985297.706447:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788985297.706457:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:45427:x1875885973554304:12345-0@lo:104: 00010000:00010000:1.0:1788985297.706470:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985297.706541:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985297.706548:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:45427:x1875885973554304:12345-0@lo:104: Request processed in 93us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985297.706554:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1788985297.706615:0:45427:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45427:1875885973554304:0@lo:104: 00010000:00010000:0.0:1788985297.706633:0:45427:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706697:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985297.706705:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706724:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985297.706729:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706737:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985297.706743:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985297.706749:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985297.706785:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706792:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985297.706816:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706822:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52fe64 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fe6b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.706837:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985297.706839:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985297.706840:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985297.706861:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973554432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985297.706894:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985297.706968:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554432 00000100:00100000:3.0:1788985297.706972:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554432 00010000:00010000:3.0:1788985297.706992:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 1237 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985297.707023:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788985297.707029:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973554432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985297.707040:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985297.707045:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 1237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707054:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 1237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707066:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fe6b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fe64 expref: 24 pid: 6508 timeout: 1237 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707076:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707084:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707097:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707103:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707110:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707116:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707131:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985297.707135:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707143:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707154:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.707163:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985297.707192:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973554432:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985297.707200:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788985297.707229:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973554432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985297.707427:0:45427:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.707436:0:45427:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985297.707442:0:45427:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fe95 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45427 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985297.953458:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985298.758086:0:45475:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd088f67a0 20000000:00000080:1.0:1788985298.758106:0:45475:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd2c00 uarg=0000000000000000 10000000:01000000:1.0:1788985298.758160:0:45475:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985298.758183:0:45475:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758201:0:45475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758212:0:45475:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758234:0:45475:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758241:0:45475:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758249:0:45475:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758255:0:45475:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985298.758259:0:45475:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758268:0:45475:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758282:0:45475:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758291:0:45475:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985298.758297:0:45475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fe9c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985298.974999:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985299.550109:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985299.550136:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985299.550142:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985299.550214:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985299.550228:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985299.550241:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985299.550275:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973554560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985299.550348:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985299.550470:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291180 going to sleep for 11 seconds 00000100:00100000:2.0:1788985299.551865:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554560 00000100:00100000:2.0:1788985299.551878:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554560 00000100:00100000:2.0:1788985299.551962:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1788985299.551974:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973554560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985299.551990:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985299.552011:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fea3 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985299.552037:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985299.552049:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985299.552073:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eac00, rc 0) 00000100:00100000:2.0:1788985299.552137:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973554560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (1788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985299.552144:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1788985299.553183:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973554560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985299.553220:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985299.553230:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985299.553253:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985299.553258:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985299.553266:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985300.001364:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985300.190369:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985300.190394:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973554688:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985300.190478:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985300.190605:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554688 00000100:00100000:0.0:1788985300.190614:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554688 00000100:00080000:3.0:1788985300.190693:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985300.190714:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1788985300.190726:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973554688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985300.190755:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985300.190818:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973554688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985300.190827:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1788985300.190865:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973554688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985300.191075:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973554816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985300.191108:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985300.191200:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554816 00000100:00100000:1.0:1788985300.191205:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554816 00000100:00080000:3.0:1788985300.191266:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985300.191326:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1788985300.191334:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973554816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985300.191346:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985300.191389:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973554816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985300.191396:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788985300.191423:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973554816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985300.702320:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973554944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985300.702392:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985300.702461:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973554944 00000100:00100000:0.0:1788985300.702469:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973554944 00000100:00100000:0.0:1788985300.702715:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1788985300.702725:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973554944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985300.702759:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985300.702810:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973554944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985300.702818:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1788985300.702965:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973554944:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985301.024415:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985302.056246:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985302.078119:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985302.078226:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985302.078264:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985302.080806:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209344 00000100:00100000:3.0:1788985302.080828:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209344 00000100:00100000:3.0:1788985302.080896:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209216 00000100:00100000:3.0:1788985302.080900:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209216 00000100:00100000:3.0:1788985302.080945:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1389 00000100:00100000:3.0:1788985302.080955:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953209344:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985302.081060:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953209344:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 107us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985302.081067:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1389 00000100:00100000:3.0:1788985302.081086:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1390 00000100:00100000:3.0:1788985302.081093:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953209216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985302.081119:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953209216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (2855us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985302.081125:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1390 00000100:00080000:3.0:1788985302.081146:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985302.081151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985302.082777:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209088 00000100:00100000:2.0:1788985302.082789:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209088 00000100:00100000:2.0:1788985302.082855:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 769 00000100:00100000:2.0:1788985302.082864:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953209088:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985302.082949:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953209088:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985302.082956:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 769 00000100:00100000:0.0:1788985302.243347:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973555072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985302.243413:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985302.243514:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555072 00000100:00100000:2.0:1788985302.243522:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555072 00000100:00100000:2.0:1788985302.243577:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1788985302.243587:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973555072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985302.243617:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985302.243675:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973555072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985302.243682:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1788985302.243824:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973555072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985302.245729:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973555200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.245797:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.245949:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973555712:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.245979:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246001:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973556224:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246021:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246044:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985302.246050:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973555328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246069:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246085:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973555840:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246103:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246119:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973556352:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246137:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246162:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973555456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246182:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246193:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973555968:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246214:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246232:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973556480:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246253:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246269:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985302.246274:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973555584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246296:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973556096:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246330:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246347:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973556608:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.246367:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985302.246411:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555712 00000100:00100000:0.0:1788985302.246418:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555712 00000100:00100000:0.0:1788985302.246463:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556224 00000100:00100000:0.0:1788985302.246467:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556224 00000100:00100000:0.0:1788985302.246481:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555328 00000100:00100000:0.0:1788985302.246484:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555328 00000100:00100000:0.0:1788985302.246491:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555840 00000100:00100000:0.0:1788985302.246493:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555840 00000100:00100000:0.0:1788985302.246505:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556352 00000100:00100000:0.0:1788985302.246508:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556352 00000100:00100000:0.0:1788985302.246518:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555456 00000100:00100000:0.0:1788985302.246520:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555456 00000100:00100000:0.0:1788985302.246533:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1788985302.246541:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973555712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985302.246678:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555200 00000100:00100000:2.0:1788985302.246683:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555200 00000100:00100000:2.0:1788985302.246711:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788985302.246717:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973555200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985302.246765:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973555200:12345-0@lo:400:kworker.0 Request processed in 49us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985302.246781:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1788985302.247361:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973556864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985302.247393:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985302.247430:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985302.247435:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973556736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985302.247457:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985302.247524:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1788985302.247535:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973556224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985302.247639:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556864 00000100:00100000:2.0:1788985302.247643:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556864 00000100:00100000:2.0:1788985302.247681:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556736 00000100:00100000:2.0:1788985302.247684:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556736 00000100:00100000:2.0:1788985302.247697:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788985302.247702:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973556864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985302.247722:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985302.247759:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973556864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985302.247765:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788985302.247777:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1788985302.247782:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973556736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985302.247791:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985302.247812:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973556736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 30us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.248718:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973555712:12345-0@lo:400:kworker.0 Request processed in 2175us (2735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.248728:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1788985302.248751:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1788985302.248759:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973555328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.248787:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973555328:12345-0@lo:400:kworker.0 Request processed in 30us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.248792:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1788985302.248803:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1788985302.248938:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973556224:12345-0@lo:400:kworker.0 Request processed in 1395us (2904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985302.248945:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1788985302.248961:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1788985302.248976:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973556352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.249008:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973556352:12345-0@lo:400:kworker.0 Request processed in 34us (2870us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985302.249014:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1788985302.249026:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1788985302.249033:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973555456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.249066:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973555456:12345-0@lo:400:kworker.0 Request processed in 34us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985302.249071:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1788985302.249121:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973556736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985302.249136:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973556864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985302.249170:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973555456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249244:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973555840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249273:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973555840:12345-0@lo:400:kworker.0 Request processed in 466us (3170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.249279:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1788985302.249307:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555968 00000100:00100000:0.0:1788985302.249312:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555968 00000100:00100000:0.0:1788985302.249340:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556480 00000100:00100000:0.0:1788985302.249343:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556480 00000100:00100000:0.0:1788985302.249352:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556096 00000100:00100000:0.0:1788985302.249355:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556096 00000100:00100000:0.0:1788985302.249365:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556608 00000100:00100000:0.0:1788985302.249367:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556608 00000100:00100000:0.0:1788985302.249378:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788985302.249383:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973555968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249416:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973555968:12345-0@lo:400:kworker.0 Request processed in 33us (3201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.249423:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788985302.249434:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788985302.249439:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973556480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249464:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973556480:12345-0@lo:400:kworker.0 Request processed in 26us (3211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.249470:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788985302.249479:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788985302.249484:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973556096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249507:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973556096:12345-0@lo:400:kworker.0 Request processed in 23us (3176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.249512:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788985302.249522:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1788985302.249527:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3641:x1875885973556608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.249547:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3641:x1875885973556608:12345-0@lo:400:kworker.0 Request processed in 21us (3180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985302.249551:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1788985302.249673:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788985302.249755:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973556096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.249763:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973556608:0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.249772:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973555968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.249779:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973556480:0@lo:400:kworker.0 00000100:00100000:2.0:1788985302.250986:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973555584 00000100:00100000:2.0:1788985302.250996:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973555584 00000100:00100000:2.0:1788985302.251044:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1788985302.251053:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973555584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985302.251124:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973555584:12345-0@lo:400:kworker.0 Request processed in 73us (4826us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985302.251129:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00080000:0.0:1788985302.251254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985302.251270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985302.251274:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985302.251276:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985302.251398:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973555328:0@lo:400:kworker.0 00010000:00080000:0.0:1788985302.251412:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab3b80 x1875885973555840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985302.251423:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973555840:0@lo:400:kworker.0 00010000:00080000:0.0:1788985302.251434:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ea0700 x1875885973556352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985302.251442:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973556352:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.251452:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973555200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.251464:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973555712:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.251474:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973556224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985302.251668:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973555584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985302.401753:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985302.409919:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209472 00000100:00100000:3.0:1788985302.409951:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209472 00000100:00100000:3.0:1788985302.410017:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 6 00000100:00100000:3.0:1788985302.410029:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953209472:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788985302.410044:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985302.410054:0:10333:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie a0dd3253da52fe79) 00010000:00010000:3.0:1788985302.410055:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985302.410122:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953209472:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 95us (8378us total) trans 0 rc 116/116 00000100:00100000:3.0:1788985302.410129:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 6 00010000:00010000:3.0:1788985303.071225:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985304.101183:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985304.591355:0:45720:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc804e2d80 20000000:00000080:3.0:1788985304.591376:0:45720:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4a800 uarg=0000000000000000 00010000:00010000:3.0:1788985304.591600:0:45720:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985304.591637:0:45720:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985304.591667:0:45720:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1788985304.591679:0:45720:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1788985304.591693:0:45720:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985304.591713:0:45720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.591731:0:45720:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.591740:0:45720:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.591784:0:45720:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.591798:0:45720:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 23 pid: 6509 timeout: 1244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985304.591813:0:45720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45720:1875885973556992:0@lo:104: 00000100:00100000:3.0:1788985304.591907:0:45720:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985304.592123:0:45720:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985304.592423:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973556992 00000100:00100000:2.0:1788985304.592433:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973556992 00000100:00100000:2.0:1788985304.592535:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1788985304.592548:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:45720:x1875885973556992:12345-0@lo:104: 00010000:00010000:2.0:1788985304.592564:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985304.592698:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985304.592705:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:45720:x1875885973556992:12345-0@lo:104: Request processed in 161us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985304.592712:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00010000:00010000:0.0:1788985304.592764:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985304.592773:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.592780:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985304.592785:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.592793:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985304.592812:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985304.592817:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985304.592864:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.592871:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985304.592909:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.592916:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fea3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52feaa expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.592962:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985304.592964:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985304.592966:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985304.592989:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973557120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985304.593035:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985304.593087:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557120 00000100:00100000:0.0:1788985304.593092:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557120 00010000:00010000:0.0:1788985304.593115:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 24 pid: 6509 timeout: 1244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985304.593142:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788985304.593149:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973557120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985304.593162:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985304.593167:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 24 pid: 6509 timeout: 1244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593186:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 24 pid: 6509 timeout: 1244 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593202:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593211:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593225:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593233:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593240:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593246:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593251:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985304.593255:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593264:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593275:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985304.593298:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985304.593331:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973557120:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985304.593338:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788985304.593373:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973557120:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985304.595289:0:45720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52feaa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fea3 expref: 23 pid: 6509 timeout: 1244 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985304.595306:0:45720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:45720:1875885973556992:0@lo:104: 00010000:00010000:3.0:1788985304.595329:0:45720:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.595339:0:45720:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.595345:0:45720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985304.595351:0:45720:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52feb1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 45720 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985305.118175:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985305.312899:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973557248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985305.313014:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985305.313194:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557248 00000100:00100000:3.0:1788985305.313203:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557248 00000100:00100000:3.0:1788985305.313264:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1788985305.313274:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973557248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985305.313303:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788985305.313397:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985305.314665:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973557376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985305.314716:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985305.314769:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557376 00000100:00100000:1.0:1788985305.314787:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557376 00000100:00100000:1.0:1788985305.314823:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1788985305.314832:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973557376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985305.314849:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985305.314887:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973557376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985305.314893:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00080000:1.0:1788985305.314914:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985305.314967:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973557376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985305.324454:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973557248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 11173us (11431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985305.324469:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1788985305.325839:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973557248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985305.822241:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973557504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985305.822309:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985305.823189:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557504 00000100:00100000:2.0:1788985305.823200:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557504 00000100:00100000:2.0:1788985305.823256:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1788985305.823267:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973557504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985305.823303:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985305.823379:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973557504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985305.823386:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788985305.823663:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973557504:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788985305.886694:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985305.886703:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985305.886709:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985305.886757:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985305.886779:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985305.886791:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985305.886816:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973557632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985305.886891:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985305.886971:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1246001540 going to sleep for 11 seconds 00000100:00100000:3.0:1788985305.887276:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557632 00000100:00100000:3.0:1788985305.887285:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557632 00000100:00100000:3.0:1788985305.887329:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1788985305.887338:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973557632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985305.887361:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985305.887376:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52feb8 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985305.887400:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985305.887411:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52febf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52feb8 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985305.887419:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788985305.887469:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973557632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985305.887476:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1788985305.888175:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973557632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985305.888195:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985305.888205:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985305.888228:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985305.888233:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985305.888240:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52feb8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52febf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985306.150333:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985307.173653:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985307.200990:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985307.201056:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985307.201091:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985307.201128:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209856 00000100:00100000:2.0:1788985307.201139:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209856 00000100:00100000:2.0:1788985307.201206:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209728 00000100:00100000:2.0:1788985307.201209:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209728 00000100:00100000:2.0:1788985307.201234:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1397 00000100:00100000:2.0:1788985307.201245:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953209856:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985307.201330:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953209856:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 88us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985307.201340:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1397 00000100:00100000:2.0:1788985307.201360:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1398 00000100:00100000:2.0:1788985307.201367:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953209728:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985307.201394:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953209728:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985307.201400:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1398 00000100:00080000:1.0:1788985307.202053:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985307.202059:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985307.204778:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209600 00000100:00100000:3.0:1788985307.204792:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209600 00000100:00100000:3.0:1788985307.204955:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 772 00000100:00100000:3.0:1788985307.204968:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953209600:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985307.205067:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953209600:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (4091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985307.205075:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 772 00000100:00100000:0.0:1788985307.363582:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985307.363618:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973557760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985307.363709:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985307.363817:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973557888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985307.363852:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985307.363860:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973558016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985307.363912:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557760 00000100:00100000:3.0:1788985307.363919:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557760 00000100:00100000:3.0:1788985307.363997:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973557888 00000100:00100000:3.0:1788985307.364000:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973557888 00000100:00100000:3.0:1788985307.364029:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788985307.364039:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973557760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985307.364184:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985307.364826:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985307.364892:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788985307.364905:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973557888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985307.364954:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985307.365003:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973557888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.365011:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00080000:1.0:1788985307.365041:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985307.365055:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558016 00000100:00100000:1.0:1788985307.365060:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558016 00000100:00100000:1.0:1788985307.365093:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788985307.365100:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973558016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985307.365129:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985307.365165:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973558016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.365173:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788985307.365218:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973557888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985307.365251:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973558016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985307.367161:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973558144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.367224:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985307.367339:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985307.367346:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973558528:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.367375:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985307.367425:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558144 00000100:00100000:2.0:1788985307.367433:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558144 00000100:00100000:2.0:1788985307.367485:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788985307.367493:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973558144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.367537:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973558144:12345-0@lo:400:kworker.0 Request processed in 45us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985307.367544:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788985307.367572:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558528 00000100:00100000:2.0:1788985307.367576:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558528 00000100:00100000:2.0:1788985307.367609:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1788985307.367616:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973558528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.367649:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973558528:12345-0@lo:400:kworker.0 Request processed in 34us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985307.367656:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1788985307.367828:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973557760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3788us (4116us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985307.367837:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788985307.367906:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973558528:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.367921:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973558144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.368244:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973558656:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.368275:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985307.368367:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985307.368374:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973559040:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.368522:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985307.368563:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558656 00000100:00100000:2.0:1788985307.368567:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558656 00000100:00100000:2.0:1788985307.368617:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1788985307.368624:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973558656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985307.368633:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559040 00000100:00100000:3.0:1788985307.368639:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559040 00000100:00100000:2.0:1788985307.368667:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973558656:12345-0@lo:400:kworker.0 Request processed in 43us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985307.368677:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788985307.368688:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973559040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985307.368723:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973559040:12345-0@lo:400:kworker.0 Request processed in 38us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985307.368729:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788985307.369132:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1788985307.369172:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973559040:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.369183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973558656:0@lo:400:kworker.0 00000100:00080000:1.0:1788985307.369290:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985307.369295:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985307.369305:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973558272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.369339:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985307.369372:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973558784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985307.369631:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558272 00000100:00100000:3.0:1788985307.369636:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558272 00000100:00100000:3.0:1788985307.369669:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1788985307.369675:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973558272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.369838:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973559168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985307.370671:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973558400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985307.371467:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973558272:12345-0@lo:400:kworker.0 Request processed in 1788us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985307.371478:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1788985307.371576:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985307.371616:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973559296:0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.371644:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985307.371709:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973558272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.371750:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558784 00000100:00100000:1.0:1788985307.371765:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558784 00000100:00100000:1.0:1788985307.371820:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559296 00000100:00100000:1.0:1788985307.371823:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559296 00000100:00100000:1.0:1788985307.371841:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1788985307.371849:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973558784:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788985307.371860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985307.371908:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973558784:12345-0@lo:400:kworker.0 Request processed in 60us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.371915:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1788985307.371950:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1788985307.371957:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973559296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.371984:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973559296:12345-0@lo:400:kworker.0 Request processed in 28us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.371989:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00010000:00080000:3.0:1788985307.372321:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114485d880 x1875885973558784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985307.372333:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973558784:0@lo:400:kworker.0 00010000:00080000:3.0:1788985307.372345:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12500c5500 x1875885973559296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985307.372363:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973559296:0@lo:400:kworker.0 00000100:00100000:2.0:1788985307.376166:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985307.377627:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985307.380373:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973558912:0@lo:400:kworker.0 00000100:00100000:0.0:1788985307.380452:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985307.380504:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973557760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985307.380546:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558912 00000100:00100000:0.0:1788985307.380552:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558912 00000100:00100000:0.0:1788985307.380619:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1788985307.380629:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973558912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985307.381023:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973558912:12345-0@lo:400:kworker.0 Request processed in 55us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985307.381033:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:0.0:1788985307.381054:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985307.381076:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973558912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985307.381247:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559168 00000100:00100000:3.0:1788985307.381253:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559168 00000100:00100000:1.0:1788985307.381658:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973558400 00000100:00100000:1.0:1788985307.381664:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973558400 00000100:00080000:2.0:1788985307.387013:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985307.387222:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1788985307.387237:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973558400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.387336:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973558400:12345-0@lo:400:kworker.0 Request processed in 103us (9713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.387343:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1788985307.387361:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1788985307.387367:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973559168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.387423:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973559168:12345-0@lo:400:kworker.0 Request processed in 56us (11264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.387430:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1788985307.388571:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973558400:0@lo:400:kworker.0 00000100:00100000:1.0:1788985307.388637:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973559168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985307.503683:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985307.503769:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953209984 00000100:00100000:1.0:1788985307.503780:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953209984 00000100:00100000:1.0:1788985307.503845:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 76 00000100:00100000:1.0:1788985307.503854:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:28237:x1875885953209984:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:1.0:1788985307.503875:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985307.503899:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eba00/0xa0dd3253da52fec6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17171 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.503993:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.504007:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.504020:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788985307.504067:0:6514:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788985307.504072:0:6514:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788985307.504101:0:6514:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.504409:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eba00/0xa0dd3253da52fec6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17171 expref: 7 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.504426:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb200/0xa0dd3253da52fecd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17171 expref: 6 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985307.504451:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:1.0:1788985307.504454:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788985307.504458:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb200, rc 0) 00000100:00100000:1.0:1788985307.504522:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28237:x1875885953209984:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 668us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985307.504530:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 76 00000100:00100000:1.0:1788985307.507155:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985307.507484:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953210112 00000100:00100000:3.0:1788985307.507505:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953210112 00000100:00100000:3.0:1788985307.507569:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 77 00000100:00100000:3.0:1788985307.507580:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28237:x1875885953210112:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985307.507612:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985307.507635:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fed4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17178 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507697:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507712:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507725:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507741:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507748:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507755:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507821:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507829:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507836:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507842:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985307.507847:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507856:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507867:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:3.0:1788985307.507870:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985307.507875:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507882:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fedb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507896:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507902:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507908:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.507919:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985307.507922:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508325:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508334:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf54a44cb (ffff8b1248494300) 00010000:00010000:3.0:1788985307.508337:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985307.508340:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508346:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fee2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf54a44cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508376:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fed4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17178 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508386:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:3.0:1788985307.508388:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985307.508392:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fed4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17178 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985307.508402:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788985307.508461:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:28237:x1875885953210112:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 883us (1314us total) trans 0 rc 301/301 00000100:00100000:3.0:1788985307.508469:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 77 00010000:00010000:1.0:1788985308.193250:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788985309.209074:0:45916:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_17: @@@@@@ FAIL: cannot chmod trusted_noadmin:0:c0:0:003 00010000:00010000:3.0:1788985309.219567:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985310.238332:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985310.431264:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985310.431300:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973559424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985310.431423:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985310.431771:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559424 00000100:00100000:2.0:1788985310.431785:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559424 00000100:00100000:2.0:1788985310.431881:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788985310.431897:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973559424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985310.431964:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985310.432041:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973559424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985310.432050:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788985310.432112:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973559424:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985310.432293:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985310.434756:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973559552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985310.434871:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985310.436676:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559552 00000100:00100000:1.0:1788985310.436697:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559552 00000100:00100000:1.0:1788985310.436798:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1788985310.436813:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973559552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985310.436856:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985310.437004:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973559552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 194us (2132us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985310.437014:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1788985310.437096:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973559552:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985310.437514:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985310.942456:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985310.942556:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973559680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985310.942791:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985310.943067:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973559680 00000100:00100000:0.0:1788985310.943080:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973559680 00000100:00100000:0.0:1788985310.943148:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1788985310.943158:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973559680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985310.943206:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985310.943276:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973559680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985310.943299:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1788985310.943464:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973559680:0@lo:41:osp-pre-1-0.0 Debug log: 3683 lines, 3683 kept, 0 dropped, 0 bad.