00000100:00100000:0.0F:1782107366.464430:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107366.464464:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebf185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472461568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782107366.464536:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1782107366.464691:0:6580:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472461568 00000100:00100000:1.0:1782107366.464704:0:6580:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472461568 00000100:00100000:1.0:1782107366.464780:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1782107366.464790:0:6580:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abec0e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472461568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1782107366.464827:0:6580:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1782107366.464885:0:6580:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abec0e25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472461568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107366.464892:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:0.0:1782107366.465025:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782107366.465067:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebf185500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472461568:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0F:1782107366.727568:0:5795:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1782107367.492521:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebf184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472461696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1782107367.492604:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107367.497534:0:7540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472461696 00000100:00100000:1.0:1782107367.497549:0:7540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472461696 00000100:00100000:1.0:1782107367.497610:0:7540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1782107367.497619:0:7540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472461696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1782107367.497654:0:7540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1782107367.497729:0:7540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472461696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (5125us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107367.497735:0:7540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:1.0:1782107367.497768:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1782107367.497806:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8abebf184700 x1868674472461696/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107383 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782107367.497827:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebf184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472461696:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782107367.737025:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1782107367.737070:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1782107367.737219:0:5801:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447233408 00000100:00100000:3.0:1782107367.737230:0:5801:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447233408 00000100:00100000:3.0:1782107367.737289:0:5801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 351 00000100:00100000:3.0:1782107367.737301:0:5801:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe869d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88852592-b9c0-40cb-a875-489a88776a1c+9:2372:x1868674447233408:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1782107367.737374:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447233536 00000100:00100000:2.0:1782107367.737390:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447233536 00000100:00100000:3.0:1782107367.737399:0:5801:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe869d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88852592-b9c0-40cb-a875-489a88776a1c+9:2372:x1868674447233408:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 99us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107367.737408:0:5801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 351 00000100:00100000:2.0:1782107367.737437:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 326 00000100:00100000:2.0:1782107367.737446:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+5:2372:x1868674447233536:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1782107367.737483:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf184700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+5:2372:x1868674447233536:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 39us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107367.737489:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 326 00000100:00080000:1.0:1782107367.737945:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1782107367.745877:0:5796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782107368.437589:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1782107368.437673:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447233664 00000100:00100000:1.0:1782107368.437684:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447233664 00000100:00100000:1.0:1782107368.437755:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 122 00000100:00100000:1.0:1782107368.437766:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+5:27085:x1868674447233664:12345-192.168.202.26@tcp:101:rm.0 00010000:00010000:1.0:1782107368.437790:0:5808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107368.437829:0:5808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45c00/0xc2d453a189c7c3e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec60888b expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.437895:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.437910:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.437924:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782107368.438134:0:5808:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1782107368.438139:0:5808:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1782107368.438220:0:5808:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.438262:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45c00/0xc2d453a189c7c3e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec60888b expref: 7 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.438279:0:5808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec60888b expref: 6 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107368.438288:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:1.0:1782107368.438291:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1782107368.438294:0:5808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec0d44000, rc 0) 00000100:00100000:1.0:1782107368.438352:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27085:x1868674447233664:12345-192.168.202.26@tcp:101:rm.0 Request processed in 588us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107368.438359:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 122 00000100:00100000:3.0:1782107368.450061:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1782107368.450099:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447233792 00000100:00100000:3.0:1782107368.450108:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447233792 00000100:00100000:3.0:1782107368.450157:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 123 00000100:00100000:3.0:1782107368.450167:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27085:x1868674447233792:12345-192.168.202.26@tcp:101:rm.0 00010000:00010000:3.0:1782107368.450187:0:5807:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107368.450208:0:5807:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4600/0xc2d453a189c7c3f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec608892 expref: -99 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450272:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450288:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450298:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450314:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450334:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450341:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450661:0:5807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450671:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450678:0:5807:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107368.450707:0:5807:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0xf:0x0]: returning size 0 00000004:00200000:3.0:1782107368.450711:0:5807:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1782107368.450728:0:5807:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450751:0:5807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450759:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450771:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450777:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450792:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f5200 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107368.450796:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450803:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450814:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:3.0:1782107368.450817:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107368.450822:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450827:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5200/0xc2d453a189c7c3fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450838:0:5807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450844:0:5807:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450849:0:5807:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450854:0:5807:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f4000 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107368.450857:0:5807:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450862:0:5807:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450881:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7fc0c961 (ffff8abe86b54400) 00010000:00010000:3.0:1782107368.450884:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107368.450887:0:5807:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450892:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c404 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450921:0:5807:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4600/0xc2d453a189c7c3f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608892 expref: 8 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450934:0:5807:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608892 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.450941:0:5807:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8abe86b54a00) 00010000:00010000:3.0:1782107368.450943:0:5807:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1782107368.450945:0:5807:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec16f5000, rc 0) 00000100:00100000:3.0:1782107368.451024:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+7:27085:x1868674447233792:12345-192.168.202.26@tcp:101:rm.0 Request processed in 857us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107368.451032:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 123 00000100:00100000:1.0:1782107368.465106:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1782107368.465315:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234048 00000100:00100000:3.0:1782107368.465326:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234048 00000100:00100000:3.0:1782107368.465388:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 124 00000100:00100000:3.0:1782107368.465400:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+7:27085:x1868674447234048:12345-192.168.202.26@tcp:36:rm.0 00010000:00010000:3.0:1782107368.465455:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1782107368.465484:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c40b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608892 expref: 7 pid: 5807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465514:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8abe86b54a00) 00010000:00010000:3.0:1782107368.465534:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44000/0xc2d453a189c7c3ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec60888b expref: 6 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465543:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:3.0:1782107368.465550:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1782107368.465573:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465586:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465596:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465608:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465616:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.465622:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.466063:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.466074:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.466094:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467037:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467050:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467058:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467071:0:5808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467076:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467080:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467093:0:5808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1782107368.467116:0:8257:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1782107368.467121:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467122:0:8257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467127:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.467132:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467139:0:8257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f5c00 already unused, calling callback (ffffffffc13e26f0) 00010000:00010000:0.0:1782107368.467143:0:8257:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467150:0:8257:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467161:0:8257:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:0.0:1782107368.467164:0:8257:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1782107368.467168:0:8257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467174:0:8257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5c00/0xc2d453a189c7c427 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xf:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1782107368.467184:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107368.467186:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1782107368.467187:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107368.469299:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f5a00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107368.469312:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469322:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469338:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:3.0:1782107368.469341:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1782107368.469345:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469352:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5a00/0xc2d453a189c7c420 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469379:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469386:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469392:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469398:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f4400 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107368.469400:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469406:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469413:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe86b54100) 00010000:00010000:3.0:1782107368.469416:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107368.469426:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107368.469433:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4400/0xc2d453a189c7c412 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1782107368.469445:0:5808:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000640e3bcd reply state 00000000b4b1ab0d transno 4294967347 ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107368.469455:0:5808:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1782107368.469556:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf184e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+7:27085:x1868674447234048:12345-192.168.202.26@tcp:36:rm.0 Request processed in 4155us (4457us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1782107368.469565:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 124 00010000:00010000:2.0:1782107368.472369:0:3310:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472387:0:3310:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472395:0:3310:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472401:0:3310:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec16f4e00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:2.0:1782107368.472406:0:3310:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472413:0:3310:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472428:0:3310:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7fc0c961 (ffff8abe86b54500) 00010000:00010000:2.0:1782107368.472431:0:3310:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107368.472437:0:3310:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.472443:0:3310:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4e00/0xc2d453a189c7c419 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7fc0c961 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107368.768143:0:5795:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1782107369.537598:0:3324:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abec0e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1:3324:1868674472461824:0@lo:400:kworker.0 00000100:00100000:3.0:1782107369.537689:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107369.537845:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472461824 00000100:00100000:1.0:1782107369.537853:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472461824 00000100:00100000:1.0:1782107369.537897:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1782107369.537906:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe869d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1+18:3324:x1868674472461824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107369.547370:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe869d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1+18:3324:x1868674472461824:12345-0@lo:400:kworker.0 Request processed in 9455us (9673us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107369.547384:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1782107369.548051:0:3325:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abec0e24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3325:1868674472461952:0@lo:400:kworker.0 00000100:00100000:1.0:1782107369.548113:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107369.548580:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1782107369.548591:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abec0e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3327:1868674472462080:0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.548624:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107369.548666:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abec0e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472462208:0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.548700:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107369.548740:0:6578:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462208 00000100:00100000:0.0:1782107369.548747:0:6578:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462208 00000100:00080000:1.0:1782107369.548804:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1782107369.548814:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1782107369.548824:0:6578:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abec0e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472462208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.548885:0:6578:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abec0e26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472462208:12345-0@lo:400:kworker.0 Request processed in 62us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107369.548892:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1782107369.548925:0:3325:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1782107369.548932:0:3325:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abec0e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3325:1868674472462336:0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.548957:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1782107369.548986:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8abec0e26a00 x1868674472462208/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782107385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782107369.548997:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472461952 00000100:00100000:1.0:1782107369.549000:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abec0e26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472462208:0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.549000:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472461952 00000100:00100000:0.0:1782107369.549023:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462080 00000100:00100000:0.0:1782107369.549025:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462080 00000100:00100000:0.0:1782107369.549051:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462336 00000100:00100000:0.0:1782107369.549054:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462336 00000100:00100000:0.0:1782107369.549085:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00080000:1.0:1782107369.549324:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782107369.549555:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1868674472461952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.549613:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf187b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3325:x1868674472461952:12345-0@lo:400:kworker.0 Request processed in 63us (1500us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107369.549620:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1782107369.549634:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1782107369.549641:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abec0e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1868674472462080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.549673:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abec0e27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3327:x1868674472462080:12345-0@lo:400:kworker.0 Request processed in 33us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107369.549679:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1782107369.549700:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1782107369.549705:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebef26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1868674472462336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.549742:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebef26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3325:x1868674472462336:12345-0@lo:400:kworker.0 Request processed in 37us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107369.549748:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1782107369.549761:0:3325:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abec0e26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3325:1868674472462336:0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.549771:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abec0e25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3327:1868674472462080:0@lo:400:kworker.0 00000100:00100000:1.0:1782107369.549772:0:3325:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abec0e24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3325:1868674472461952:0@lo:400:kworker.0 00000100:00100000:1.0:1782107369.550013:0:3325:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3325:1868674472462464:0@lo:400:kworker.0 00000100:00100000:1.0:1782107369.550043:0:3325:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107369.550582:0:6577:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462464 00000100:00100000:0.0:1782107369.550590:0:6577:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462464 00000100:00100000:0.0:1782107369.550634:0:6577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1782107369.550640:0:6577:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1868674472462464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107369.550684:0:6577:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3325:x1868674472462464:12345-0@lo:400:kworker.0 Request processed in 44us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107369.550690:0:6577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:0.0:1782107369.550707:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1782107369.550739:0:3325:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3325:1868674472462464:0@lo:400:kworker.0 00000100:00100000:3.0:1782107369.550818:0:3324:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abec0e25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1:3324:1868674472461824:0@lo:400:kworker.0 00010000:00010000:3.0:1782107369.795483:0:5796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107370.817410:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1782107371.102127:0:5829:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967347 is committed 00000100:00100000:2.0:1782107371.584627:0:3327:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1782107371.584648:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abeb4208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472462592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1782107371.584724:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1782107371.584780:0:6579:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462592 00000100:00100000:2.0:1782107371.584786:0:6579:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462592 00000100:00100000:2.0:1782107371.584831:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1782107371.584840:0:6579:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abeb420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472462592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1782107371.584870:0:6579:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1782107371.584908:0:6579:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abeb420ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472462592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107371.584915:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:2.0:1782107371.584932:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1782107371.584959:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abeb4208000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472462592:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1782107371.840610:0:5795:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107372.608912:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782107372.608934:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472462720:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1782107372.609021:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107372.609092:0:6580:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462720 00000100:00100000:0.0:1782107372.609100:0:6580:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462720 00000100:00100000:0.0:1782107372.609153:0:6580:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1782107372.609163:0:6580:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe85bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472462720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1782107372.609201:0:6580:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1782107372.609247:0:6580:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe85bc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472462720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107372.609265:0:6580:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00010000:00080000:0.0:1782107372.609314:0:3326:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8abe85bc5f80 x1868674472462720/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107388 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782107372.609331:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472462720:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1782107372.610164:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1782107372.855163:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1782107372.855258:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1782107372.856290:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234304 00000100:00100000:2.0:1782107372.856305:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234304 00000100:00100000:2.0:1782107372.856396:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 330 00000100:00100000:2.0:1782107372.856409:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7809e99e-e82d-45c5-af74-069d8f4d001a+5:2371:x1868674447234304:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:2.0:1782107372.856527:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf186300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7809e99e-e82d-45c5-af74-069d8f4d001a+5:2371:x1868674447234304:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 120us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107372.856535:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 330 00000100:00080000:1.0:1782107372.857372:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1782107372.864133:0:5802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234176 00000100:00100000:0.0:1782107372.864151:0:5802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234176 00000100:00100000:0.0:1782107372.865992:0:5801:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 353 00000100:00100000:0.0:1782107372.866007:0:5801:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe869d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88852592-b9c0-40cb-a875-489a88776a1c+9:2371:x1868674447234176:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1782107372.866090:0:5801:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe869d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88852592-b9c0-40cb-a875-489a88776a1c+9:2371:x1868674447234176:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 87us (10940us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107372.866098:0:5801:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 353 00010000:00010000:3.0:1782107372.866650:0:5796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1782107373.889927:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1782107374.657258:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3326:1868674472463104:0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.657348:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107374.657402:0:3326:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1782107374.657409:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472463232:0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.657447:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1782107374.657479:0:6578:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463232 00000100:00100000:0.0:1782107374.657486:0:6578:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463232 00000100:00100000:0.0:1782107374.657539:0:6578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1782107374.657549:0:6578:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebef48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472463232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.657602:0:6578:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebef48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472463232:12345-0@lo:400:kworker.0 Request processed in 54us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107374.657610:0:6578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00080000:0.0:1782107374.657630:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1782107374.657671:0:3326:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8abebef4ad80 x1868674472463232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1782107390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1782107374.657702:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472463232:0@lo:400:kworker.0 00000100:00100000:3.0:1782107374.660103:0:3324:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1:3324:1868674472462848:0@lo:400:kworker.0 00000100:00100000:3.0:1782107374.660170:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107374.660216:0:3324:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3324:1868674472463360:0@lo:400:kworker.0 00000100:00100000:3.0:1782107374.660240:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107374.660265:0:3324:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1782107374.660271:0:3324:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3324:1868674472462976:0@lo:400:kworker.0 00000100:00100000:3.0:1782107374.660291:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1782107374.660795:0:5799:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462848 00000100:00100000:1.0:1782107374.660805:0:5799:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462848 00000100:00100000:1.0:1782107374.660854:0:5799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1782107374.660863:0:5799:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe869d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1+18:3324:x1868674472462848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107374.660919:0:5799:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe869d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1+18:3324:x1868674472462848:12345-0@lo:400:kworker.0 Request processed in 57us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107374.660926:0:5799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1782107374.662284:0:3324:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3324:1868674472463488:0@lo:400:kworker.0 00000100:00100000:3.0:1782107374.662353:0:3324:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107374.662389:0:3324:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abe85bc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d7fa642a-4fe4-4b59-baa9-5fefc6a93dc1:3324:1868674472462848:0@lo:400:kworker.0 00000100:00100000:2.0:1782107374.667641:0:6576:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463488 00000100:00100000:2.0:1782107374.667662:0:6576:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463488 00000100:00100000:2.0:1782107374.667740:0:6576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1782107374.667749:0:6576:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1868674472463488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1782107374.667861:0:6576:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3324:x1868674472463488:12345-0@lo:400:kworker.0 Request processed in 112us (5507us total) trans 0 rc 0/0 00000100:00100000:2.0:1782107374.667868:0:6576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1782107374.668100:0:7463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463104 00000100:00100000:1.0:1782107374.668105:0:7463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463104 00000100:00100000:1.0:1782107374.668135:0:7463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463360 00000100:00100000:1.0:1782107374.668138:0:7463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463360 00000100:00100000:1.0:1782107374.668151:0:7463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472462976 00000100:00100000:1.0:1782107374.668153:0:7463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472462976 00000100:00100000:1.0:1782107374.668164:0:7463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1782107374.668169:0:7463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebef49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1868674472463104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107374.668219:0:7463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebef49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3326:x1868674472463104:12345-0@lo:400:kworker.0 Request processed in 49us (10872us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107374.668225:0:7463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1782107374.668236:0:7463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1782107374.668241:0:7463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1868674472463360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107374.668262:0:7463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3324:x1868674472463360:12345-0@lo:400:kworker.0 Request processed in 22us (8021us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107374.668277:0:7463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1782107374.668286:0:7463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1782107374.668291:0:7463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1868674472462976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1782107374.668320:0:7463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3324:x1868674472462976:12345-0@lo:400:kworker.0 Request processed in 21us (8020us total) trans 0 rc 0/0 00000100:00100000:1.0:1782107374.668326:0:7463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1782107374.668370:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3326:1868674472463104:0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.672353:0:3324:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3324:1868674472462976:0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.672370:0:3324:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3324:1868674472463488:0@lo:400:kworker.0 00000100:00100000:0.0:1782107374.672380:0:3324:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3324:1868674472463360:0@lo:400:kworker.0 00000100:00080000:2.0:1782107374.674890:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1782107374.674899:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1782107374.915058:0:5795:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1782107375.938160:0:5796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1782107376.404654:0:22448:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 6e: Write fails when only parity mirror is non-stale ========================================================== 01:49:35 (1782107375) 00000100:00100000:1.0:1782107376.529211:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:3.0:1782107376.531806:0:7463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234432 00000100:00100000:3.0:1782107376.531820:0:7463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234432 00000100:00100000:3.0:1782107376.531937:0:7463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 125 00000100:00100000:3.0:1782107376.531959:0:7463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7809e99e-e82d-45c5-af74-069d8f4d001a+5:27376:x1868674447234432:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:3.0:1782107376.531996:0:7463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1782107376.532018:0:7463:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c42e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec608899 expref: -99 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532093:0:7463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532108:0:7463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532120:0:7463:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107376.532330:0:7463:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1782107376.532334:0:7463:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1782107376.532410:0:7463:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532450:0:7463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f5000/0xc2d453a189c7c42e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608899 expref: 7 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532466:0:7463:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608899 expref: 6 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.532601:0:7463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:3.0:1782107376.532605:0:7463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1782107376.532609:0:7463:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec16f4000, rc 0) 00000100:00100000:3.0:1782107376.532685:0:7463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf186d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447234432:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 728us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107376.532692:0:7463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 125 00000100:00080000:2.0:1782107376.533915:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1782107376.535087:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1782107376.535409:0:5808:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234560 00000100:00100000:2.0:1782107376.535421:0:5808:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234560 00000100:00100000:2.0:1782107376.535488:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 126 00000100:00100000:2.0:1782107376.535499:0:5808:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abd83416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447234560:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:2.0:1782107376.535518:0:5808:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107376.535538:0:5808:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349600/0xc2d453a189c7c43c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec6088a0 expref: -99 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535595:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535610:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535621:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535635:0:5808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535642:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.535655:0:5808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536087:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536096:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536104:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536109:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec1348c00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:2.0:1782107376.536113:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536121:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536133:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:2.0:1782107376.536136:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107376.536141:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536146:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c443 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536156:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536162:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536175:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536180:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec1349c00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:2.0:1782107376.536183:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536189:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536197:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd21bc93c (ffff8abe898b2b00) 00010000:00010000:2.0:1782107376.536199:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107376.536202:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536207:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c44a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536428:0:5808:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349600/0xc2d453a189c7c43c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a0 expref: 7 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536440:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:2.0:1782107376.536443:0:5808:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1782107376.536447:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349600/0xc2d453a189c7c43c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a0 expref: 7 pid: 5808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.536457:0:5808:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec1349600, rc 0) 00000100:00100000:2.0:1782107376.536529:0:5808:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abd83416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447234560:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 1032us (1448us total) trans 0 rc 301/301 00000100:00100000:2.0:1782107376.536547:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 126 00000100:00100000:3.0:1782107376.557230:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:1.0:1782107376.557385:0:7463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447234816 00000100:00100000:1.0:1782107376.557397:0:7463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447234816 00000100:00100000:1.0:1782107376.557469:0:7463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 127 00000100:00100000:1.0:1782107376.557490:0:7463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe85bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447234816:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:1.0:1782107376.557513:0:7463:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1782107376.557516:0:7463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1782107376.557541:0:7463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec16f4000/0xc2d453a189c7c435 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec608899 expref: 6 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.557558:0:7463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe86b54800) 00010000:00010000:1.0:1782107376.557569:0:7463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1782107376.557584:0:7463:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44400/0xc2d453a189c7c451 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec6088a7 expref: -99 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.557916:0:7463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.557931:0:7463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.557953:0:7463:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.557967:0:7463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.558010:0:7463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.558017:0:7463:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.559446:0:7463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.559460:0:7463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.559470:0:7463:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1782107376.560319:0:7463:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 0 00010000:00010000:1.0:1782107376.560355:0:7463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560361:0:7463:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560368:0:7463:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560374:0:7463:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec0d45600 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:1.0:1782107376.560378:0:7463:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560384:0:7463:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560397:0:7463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe84d6ac00) 00010000:00010000:1.0:1782107376.560400:0:7463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1782107376.560403:0:7463:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.560421:0:7463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45600/0xc2d453a189c7c458 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1782107376.560434:0:7463:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b37d33bc reply state 0000000002ac9252 transno 4294967348 ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1782107376.560442:0:7463:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1782107376.561174:0:7463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44400/0xc2d453a189c7c451 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 8 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.561206:0:7463:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 7 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1782107376.561215:0:7463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:1.0:1782107376.561217:0:7463:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1782107376.561294:0:7463:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec0d44c00, rc 0) 00000100:00100000:1.0:1782107376.561514:0:7463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe85bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7809e99e-e82d-45c5-af74-069d8f4d001a+8:27376:x1868674447234816:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 4025us (14552us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1782107376.561524:0:7463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 127 00010000:00010000:3.0:1782107376.568609:0:3311:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568627:0:3311:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568635:0:3311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568641:0:3311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec0d45a00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107376.568646:0:3311:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568654:0:3311:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568681:0:3311:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd21bc93c (ffff8abe84d6a700) 00010000:00010000:3.0:1782107376.568684:0:3311:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1782107376.568690:0:3311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.568713:0:3311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d45a00/0xc2d453a189c7c45f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7463 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107376.569823:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1782107376.569862:0:5809:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447235072 00000100:00100000:2.0:1782107376.569872:0:5809:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447235072 00000100:00100000:2.0:1782107376.569921:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 128 00000100:00100000:2.0:1782107376.569932:0:5809:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abeb4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7809e99e-e82d-45c5-af74-069d8f4d001a+7:27376:x1868674447235072:12345-192.168.202.26@tcp:101:lfs.0 00010000:00010000:2.0:1782107376.570861:0:5809:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1782107376.570887:0:5809:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c474 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3a14c714ec6088ae expref: -99 pid: 5809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.571875:0:5809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.571893:0:5809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 8 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.571901:0:5809:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 4/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.571934:0:5809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 8 pid: 7463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1782107376.572312:0:5809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 8 pid: 7463 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1782107376.572330:0:5809:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abeb420bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5809:1868674472463616:192.168.202.26@tcp:104: 00000100:00100000:2.0:1782107376.572424:0:5809:0:(client.c:2692:ptlrpc_set_wait()) set ffff8abe92512780 going to sleep for 11 seconds 00000100:00100000:2.0:1782107376.576435:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:2.0:1782107376.576505:0:5809:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abeb420bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5809:1868674472463616:192.168.202.26@tcp:104: 00010000:00010000:2.0:1782107376.576531:0:5809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107376.577520:0:5792:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447235200 00000100:00100000:3.0:1782107376.577527:0:5792:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447235200 00010000:00010000:3.0:1782107376.577563:0:5792:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 9 pid: 7463 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1782107376.577608:0:5792:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 42 00000100:00100000:3.0:1782107376.577617:0:5792:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abeb420a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+9:2372:x1868674447235200:12345-192.168.202.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1782107376.577630:0:5792:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1782107376.577635:0:5792:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 9 pid: 7463 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577648:0:5792:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 9 pid: 7463 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577693:0:5792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec0d44c00/0xc2d453a189c7c466 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088a7 expref: 9 pid: 7463 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577708:0:5792:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:3.0:1782107376.577713:0:5792:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577723:0:5792:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577730:0:5792:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577758:0:5792:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1782107376.577811:0:5792:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abeb420a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+8:2372:x1868674447235200:12345-192.168.202.26@tcp:103:ldlm_bl.0 Request processed in 195us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107376.577818:0:5792:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 42 00010000:00010000:3.0:1782107376.577914:0:5809:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.577921:0:5809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1782107376.577939:0:5809:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x10:0x0]: returning size 0 00010000:00010000:3.0:1782107376.578235:0:5809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578244:0:5809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578251:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578257:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8abec1348c00 already unused, calling callback (ffffffffc1e4c4f0) 00010000:00010000:3.0:1782107376.578261:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578268:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578277:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8abe84d6a200) 00010000:00010000:3.0:1782107376.578280:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1782107376.578284:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578296:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1348c00/0xc2d453a189c7c47b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578336:0:5809:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c474 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088ae expref: 7 pid: 5809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578344:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8abe898b2b00) 00010000:00010000:3.0:1782107376.578346:0:5809:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1782107376.578350:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8abec1349c00/0xc2d453a189c7c474 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.26@tcp remote: 0x3a14c714ec6088ae expref: 7 pid: 5809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1782107376.578362:0:5809:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8abec1349c00, rc 0) 00000100:00100000:3.0:1782107376.578398:0:5809:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abeb4208000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447235072:12345-192.168.202.26@tcp:101:lfs.0 Request processed in 8468us (8584us total) trans 0 rc 301/301 00000100:00100000:3.0:1782107376.578405:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 128 00000100:00100000:2.0:1782107376.582264:0:3319:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1782107376.582636:0:5811:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447235456 00000100:00100000:0.0:1782107376.582723:0:5811:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447235456 00000100:00100000:0.0:1782107376.583193:0:5811:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:0.0:1782107376.583205:0:5811:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abeb420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+6:27376:x1868674447235456:12345-192.168.202.26@tcp:35:lfs.0 00000100:00100000:0.0:1782107376.583546:0:5811:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abeb420bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7809e99e-e82d-45c5-af74-069d8f4d001a+7:27376:x1868674447235456:12345-192.168.202.26@tcp:35:lfs.0 Request processed in 341us (1298us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1782107376.583555:0:5811:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 19 00000100:00100000:0.0:1782107376.705149:0:3326:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abeb420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472463744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1782107376.705228:0:3326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107376.706956:0:7540:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463744 00000100:00100000:3.0:1782107376.707007:0:7540:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463744 00000100:00100000:3.0:1782107376.707091:0:7540:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1782107376.707102:0:7540:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebef4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472463744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1782107376.707143:0:7540:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:2.0:1782107376.707818:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1782107376.709957:0:7540:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebef4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3326:x1868674472463744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2847us (4718us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107376.709991:0:7540:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1782107376.710164:0:3326:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abeb420a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3326:1868674472463744:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1782107376.960628:0:8257:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1782107377.729234:0:3327:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8abebef4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472463872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1782107377.729311:0:3327:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1782107377.732371:0:6579:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674472463872 00000100:00100000:3.0:1782107377.732386:0:6579:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674472463872 00000100:00100000:3.0:1782107377.732470:0:6579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1782107377.732481:0:6579:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abebf186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472463872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1782107377.732537:0:6579:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1782107377.732631:0:6579:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abebf186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3327:x1868674472463872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 151us (3319us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107377.732639:0:6579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:2.0:1782107377.732739:0:5803:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1782107377.732860:0:3327:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8abebef4b100 x1868674472463872/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1782107393 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1782107377.732881:0:3327:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8abebef4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3327:1868674472463872:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1782107377.953569:0:22496:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_6e: @@@@@@ FAIL: create EC file failed 00000100:00100000:3.0:1782107377.965784:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1782107377.965999:0:5802:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447235584 00000100:00100000:0.0:1782107377.966011:0:5802:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447235584 00000100:00100000:0.0:1782107377.966063:0:5802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 355 00000100:00100000:0.0:1782107377.966073:0:5802:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abe869d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88852592-b9c0-40cb-a875-489a88776a1c+9:2373:x1868674447235584:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:0.0:1782107377.966150:0:5802:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abe869d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88852592-b9c0-40cb-a875-489a88776a1c+9:2373:x1868674447235584:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 78us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1782107377.966157:0:5802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 355 00000100:00100000:2.0:1782107377.971463:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.26@tcp (source: 12345-192.168.202.26@tcp) 00000100:00100000:0.0:1782107377.978094:0:5807:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1868674447235712 00000100:00100000:0.0:1782107377.978111:0:5807:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1868674447235712 00000100:00100000:3.0:1782107377.978324:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.26@tcp, seq: 334 00000100:00100000:3.0:1782107377.978337:0:5807:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8abeb420a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+7:2372:x1868674447235712:12345-192.168.202.26@tcp:400:kworker.0 00000100:00100000:3.0:1782107377.981151:0:5807:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8abeb420a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7809e99e-e82d-45c5-af74-069d8f4d001a+7:2372:x1868674447235712:12345-192.168.202.26@tcp:400:kworker.0 Request processed in 94us (6976us total) trans 0 rc 0/0 00000100:00100000:3.0:1782107377.981167:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.26@tcp, seq: 334 00010000:00010000:3.0:1782107377.986428:0:5795:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1782107379.016066:0:5796:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 563 lines, 563 kept, 0 dropped, 0 bad.