00010000:00010000:3.0F:1787096456.462530:0:10297:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787096456.477196:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:3.0:1787096456.477227:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0F:1787096456.477243:0:6483:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463168 00000100:00100000:0.0:1787096456.477258:0:6483:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463168 00000100:00100000:3.0:1787096456.477263:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0F:1787096456.477277:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463296 00000100:00100000:2.0:1787096456.477289:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463296 00000100:00100000:0.0:1787096456.477311:0:6483:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 276 00000100:00100000:0.0:1787096456.477323:0:6483:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9618482a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d421c913-8ded-4ece-9979-167ed163b87c+9:2400:x1873906345463168:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:2.0:1787096456.477335:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463424 00000100:00100000:2.0:1787096456.477340:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463424 00000100:00100000:2.0:1787096456.477370:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 81 00000100:00100000:2.0:1787096456.477379:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187552aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:70e19547-606a-4706-b016-3476e377d7df+5:2401:x1873906345463296:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:0.0:1787096456.477389:0:6483:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9618482a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d421c913-8ded-4ece-9979-167ed163b87c+9:2400:x1873906345463168:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 68us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.477402:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 82 00000100:00100000:0.0:1787096456.477403:0:6483:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 276 00000100:00100000:3.0:1787096456.477416:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961875528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+5:2400:x1873906345463424:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:2.0:1787096456.477435:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187552aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:70e19547-606a-4706-b016-3476e377d7df+5:2401:x1873906345463296:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 57us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096456.477469:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 81 00000100:00100000:3.0:1787096456.477471:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961875528380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+5:2400:x1873906345463424:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 59us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.477477:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 82 00000100:00080000:2.0:1787096456.477491:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787096456.477495:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787096456.477495:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096456.477525:0:8364:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463552 00000100:00100000:0.0:1787096456.477530:0:8364:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463552 00000100:00100000:0.0:1787096456.477572:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 43 00000100:00100000:0.0:1787096456.477580:0:8364:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:70e19547-606a-4706-b016-3476e377d7df+5:2401:x1873906345463552:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:0.0:1787096456.477612:0:8364:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bbbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:70e19547-606a-4706-b016-3476e377d7df+5:2401:x1873906345463552:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096456.477620:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 43 00000100:00080000:2.0:1787096456.477641:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787096456.501588:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:1.0F:1787096456.501651:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463680 00000100:00100000:1.0:1787096456.501669:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463680 00000100:00100000:1.0:1787096456.501765:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 51 00000100:00100000:1.0:1787096456.501779:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+5:12383:x1873906345463680:12345-192.168.201.40@tcp:101:rm.0 00010000:00010000:1.0:1787096456.501801:0:8109:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096456.501822:0:8109:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b42c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d62 expref: -99 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.501884:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.501899:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.501910:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096456.501957:0:8109:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787096456.501961:0:8109:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787096456.501992:0:8109:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.502014:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b42c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d62 expref: 7 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.502030:0:8109:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d62 expref: 6 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096456.502039:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca100) 00010000:00010000:1.0:1787096456.502042:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787096456.502046:0:8109:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9618429d2400, rc 0) 00000100:00100000:1.0:1787096456.502108:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bbbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+6:12383:x1873906345463680:12345-192.168.201.40@tcp:101:rm.0 Request processed in 333us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096456.502115:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 51 00000100:00100000:3.0:1787096456.506323:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096456.506377:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345463808 00000100:00100000:0.0:1787096456.506388:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345463808 00000100:00100000:0.0:1787096456.506465:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 52 00000100:00100000:0.0:1787096456.506476:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961875529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+6:12383:x1873906345463808:12345-192.168.201.40@tcp:101:rm.0 00010000:00010000:0.0:1787096456.506497:0:6489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096456.506514:0:6489:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f800/0xa979d75fc166b43a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d69 expref: -99 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506569:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506583:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506601:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506619:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506627:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506634:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506706:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506715:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506722:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096456.506756:0:6489:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00000004:00200000:0.0:1787096456.506759:0:6489:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096456.506776:0:6489:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506788:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506796:0:6489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506813:0:6489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506819:0:6489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506826:0:6489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340f400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096456.506830:0:6489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506838:0:6489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506849:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca100) 00010000:00010000:0.0:1787096456.506853:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096456.506857:0:6489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506863:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b441 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506873:0:6489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506880:0:6489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506886:0:6489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506891:0:6489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340e400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096456.506901:0:6489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506908:0:6489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506916:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6d975bb2 (ffff961741937000) 00010000:00010000:0.0:1787096456.506919:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096456.506922:0:6489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506928:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b448 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506960:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f800/0xa979d75fc166b43a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d69 expref: 8 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.506993:0:6489:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d69 expref: 7 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096456.507003:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff961741937f00) 00010000:00010000:0.0:1787096456.507006:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787096456.507008:0:6489:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96174340f000, rc 0) 00000100:00100000:0.0:1787096456.507074:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961875529180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+7:12383:x1873906345463808:12345-192.168.201.40@tcp:101:rm.0 Request processed in 600us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096456.507081:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 52 00000100:00100000:3.0:1787096456.510493:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0:1787096456.510525:0:9989:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464064 00000100:00100000:2.0:1787096456.510535:0:9989:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464064 00000100:00100000:2.0:1787096456.510592:0:9989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 53 00000100:00100000:2.0:1787096456.510604:0:9989:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961875528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:70e19547-606a-4706-b016-3476e377d7df+7:12383:x1873906345464064:12345-192.168.201.40@tcp:36:rm.0 00010000:00010000:2.0:1787096456.510649:0:9989:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787096456.510670:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f000/0xa979d75fc166b44f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d69 expref: 7 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510686:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff961741937f00) 00010000:00010000:2.0:1787096456.510702:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b433 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d62 expref: 6 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510711:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca100) 00010000:00010000:2.0:1787096456.510717:0:9989:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787096456.510738:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510749:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510764:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510775:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ae00/0xa979d75fc166b45d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510781:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ae00/0xa979d75fc166b45d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510787:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ae00/0xa979d75fc166b45d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510853:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510861:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.510868:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511076:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511085:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511100:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511108:0:9989:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511123:0:9989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511130:0:9989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511151:0:9989:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787096456.511167:0:9989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511173:0:9989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511179:0:9989:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511185:0:9989:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff961845b4bc00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096456.511189:0:9989:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511197:0:9989:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511205:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff961742a27c00) 00010000:00010000:2.0:1787096456.511208:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787096456.511211:0:9989:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511218:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b464 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511232:0:9989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511245:0:9989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511251:0:9989:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511256:0:9989:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff961845b4be00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096456.511260:0:9989:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511265:0:9989:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511283:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27e00) 00010000:00010000:2.0:1787096456.511285:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096456.511288:0:9989:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511293:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b456 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787096456.511305:0:9989:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000927c58d3 reply state 000000005ac1464b transno 4294967319 ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ae00/0xa979d75fc166b45d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511312:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ae00/0xa979d75fc166b45d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6d975bb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096456.511316:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6d975bb2 (ffff961742a27400) 00010000:00010000:2.0:1787096456.511318:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787096456.511320:0:9989:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787096456.511374:0:9989:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961875528000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:70e19547-606a-4706-b016-3476e377d7df+7:12383:x1873906345464064:12345-192.168.201.40@tcp:36:rm.0 Request processed in 774us (888us total) trans 4294967319 rc 0/0 00000100:00100000:2.0:1787096456.511384:0:9989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 53 00010000:00010000:3.0:1787096456.511488:0:6477:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787096456.511498:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096456.511508:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff961845b4b800 already unused, calling callback (ffffffffc0bda6f0) 00010000:00010000:3.0:1787096456.511512:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096456.511520:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096456.511531:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff961742a27c00) 00010000:00010000:3.0:1787096456.511534:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787096456.511537:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096456.511543:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b800/0xa979d75fc166b46b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096456.511556:0:6477:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096456.511563:0:6477:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096456.511565:0:6477:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787096456.782685:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7ef59912-d6a3-4393-bae9-348c8f3519b6:3636:1873906353903744:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.782747:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1873906353904000:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.782768:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.782795:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096456.782841:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742ccb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1873906353904256:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.782843:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742ccbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1873906353904512:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.782886:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.782893:0:3637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1873906353903872:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.782917:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742ccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353904768:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.782924:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096456.782925:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904256 00000100:00100000:0.0:1787096456.782934:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904256 00000100:00100000:3.0:1787096456.782952:0:3637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187552b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1873906353904384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787096456.782953:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096456.783037:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186d339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1873906353905280:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783047:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096456.783048:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1873906353904128:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.783071:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.783074:0:3637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961875749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1873906353904896:0@lo:400:kworker.0 00000100:00100000:2.0:1787096456.783089:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096456.783102:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787096456.783111:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353905408:0@lo:400:kworker.0 00000100:00100000:0.0:1787096456.783158:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353903872 00000100:00100000:0.0:1787096456.783162:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353903872 00000100:00100000:0.0:1787096456.783188:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904128 00000100:00100000:0.0:1787096456.783191:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904128 00000100:00100000:0.0:1787096456.783215:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787096456.783225:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1873906353904256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783293:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.783324:0:6494:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904000 00000100:00100000:3.0:1787096456.783328:0:6494:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904000 00000100:00100000:3.0:1787096456.783349:0:6494:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904768 00000100:00100000:3.0:1787096456.783352:0:6494:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904768 00000100:00100000:3.0:1787096456.783362:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787096456.783368:0:6494:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187552ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1873906353904000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783400:0:6494:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187552ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1873906353904000:12345-0@lo:400:kworker.0 Request processed in 32us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783407:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787096456.783420:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787096456.783425:0:6494:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353904768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783478:0:6494:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742e5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353904768:12345-0@lo:400:kworker.0 Request processed in 51us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783483:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787096456.783498:0:8366:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904384 00000100:00100000:3.0:1787096456.783507:0:8366:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904384 00000100:00100000:3.0:1787096456.783531:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787096456.783535:0:8366:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187552a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1873906353904384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787096456.783555:0:8366:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1787096456.783583:0:8366:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187552a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1873906353904384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783589:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787096456.783602:0:8365:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905280 00000100:00100000:3.0:1787096456.783605:0:8365:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905280 00000100:00100000:3.0:1787096456.783621:0:8365:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904896 00000100:00100000:3.0:1787096456.783623:0:8365:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904896 00000100:00100000:3.0:1787096456.783637:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787096456.783642:0:8365:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961741cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1873906353905280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783664:0:8365:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961741cbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1873906353905280:12345-0@lo:400:kworker.0 Request processed in 23us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783670:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787096456.783678:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787096456.783683:0:8365:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187552b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1873906353904896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783703:0:8365:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187552b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1873906353904896:12345-0@lo:400:kworker.0 Request processed in 20us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783708:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787096456.783748:0:3637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187552b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1873906353904384:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1787096456.783759:0:3637:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff961875749f80 x1873906353904896/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787096472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787096456.783768:0:3637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961875749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3637:1873906353904896:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783797:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353903744 00000100:00100000:3.0:1787096456.783805:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353903744 00000100:00100000:3.0:1787096456.783826:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1787096456.783830:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9618482a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ef59912-d6a3-4393-bae9-348c8f3519b6+23:3636:x1873906353903744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783856:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9618482a0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ef59912-d6a3-4393-bae9-348c8f3519b6+23:3636:x1873906353903744:12345-0@lo:400:kworker.0 Request processed in 26us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783861:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1787096456.783889:0:9989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787096456.783896:0:9989:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961875529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1873906353903872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783922:0:9989:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961875529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1873906353903872:12345-0@lo:400:kworker.0 Request processed in 27us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783927:0:9989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1787096456.783945:0:9989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787096456.783950:0:9989:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186d33ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1873906353904128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.783985:0:9989:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186d33ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1873906353904128:12345-0@lo:400:kworker.0 Request processed in 35us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.783990:0:9989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787096456.784011:0:3637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3637:1873906353903872:0@lo:400:kworker.0 00000100:00080000:3.0:1787096456.784042:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787096456.784045:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787096456.784047:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787096456.784072:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.784090:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1873906353905024:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.784109:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.784121:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186d33b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1873906353905536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787096456.784148:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.784167:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1873906353904000:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.784189:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904512 00000100:00100000:3.0:1787096456.784192:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904512 00000100:00100000:3.0:1787096456.784211:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905024 00000100:00100000:3.0:1787096456.784213:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905024 00000100:00100000:3.0:1787096456.784226:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787096456.784231:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187552b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1873906353904512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.784259:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187552b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1873906353904512:12345-0@lo:400:kworker.0 Request processed in 28us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.784265:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787096456.784276:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1787096456.784281:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961875529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1873906353905024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096456.784312:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3635:1873906353904128:0@lo:400:kworker.0 00000100:00100000:2.0:1787096456.784320:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353904640:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.784491:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961875529f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1873906353905024:12345-0@lo:400:kworker.0 Request processed in 208us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.784498:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1787096456.784514:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787096456.784516:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787096456.784541:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187796ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1873906353905024:0@lo:400:kworker.0 00000100:00100000:0.0:1787096456.784549:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1873906353904256:12345-0@lo:400:kworker.0 Request processed in 1322us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096456.784550:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1787096456.784558:0:3634:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff961742ccbb80 x1873906353904512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787096472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787096456.784563:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1787096456.784574:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742ccbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1873906353904512:0@lo:400:kworker.0 00000100:00100000:2.0:1787096456.784578:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186d338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1873906353905152:0@lo:400:kworker.0 00000100:00100000:0.0:1787096456.784598:0:8364:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353904640 00000100:00100000:0.0:1787096456.784603:0:8364:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353904640 00000100:00100000:2.0:1787096456.784608:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096456.784627:0:8453:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905536 00000100:00100000:3.0:1787096456.784631:0:8453:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905536 00000100:00100000:0.0:1787096456.784649:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787096456.784657:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905152 00000100:00100000:0.0:1787096456.784659:0:8364:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186d339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353904640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096456.784662:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905152 00000100:00100000:3.0:1787096456.784666:0:8453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787096456.784677:0:8453:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3634:x1873906353905536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787096456.784689:0:8453:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1787096456.784704:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787096456.784713:0:8364:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186d339880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353904640:12345-0@lo:400:kworker.0 Request processed in 56us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096456.784716:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186d33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1873906353905152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096456.784725:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787096456.784730:0:8453:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3634:x1873906353905536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096456.784742:0:8453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:0.0:1787096456.784744:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787096456.784750:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787096456.784763:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186d33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1873906353905152:12345-0@lo:400:kworker.0 Request processed in 51us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096456.784771:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787096456.784783:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186d33b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1873906353905536:0@lo:13:osp-pre-1-0.0 00010000:00080000:2.0:1787096456.784808:0:3635:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff961742cc8000 x1873906353904640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787096472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787096456.784820:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353904640:0@lo:400:kworker.0 00010000:00080000:2.0:1787096456.784832:0:3635:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96186d338380 x1873906353905152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787096472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787096456.784839:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096456.784849:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186d338380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1873906353905152:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.784875:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742ccb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3636:1873906353904256:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.784886:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742ccb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353904768:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.784894:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186d339180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1873906353905280:0@lo:400:kworker.0 00000100:00100000:1.0:1787096456.784903:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7ef59912-d6a3-4393-bae9-348c8f3519b6:3636:1873906353903744:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.784940:0:8362:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905408 00000100:00100000:3.0:1787096456.784944:0:8362:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905408 00000100:00100000:3.0:1787096456.785213:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787096456.785224:0:8362:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1873906353905408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.785261:0:8362:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1873906353905408:12345-0@lo:400:kworker.0 Request processed in 41us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096456.785294:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353905408:0@lo:400:kworker.0 00000100:00100000:3.0:1787096456.785372:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000001:02000400:2.0:1787096457.167367:0:14259:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 1d: setstripe with multiple components and single EC spec ========================================================== 19:40:56 (1787096456) 00000100:00100000:1.0:1787096457.239390:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0:1787096457.239617:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464192 00000100:00100000:2.0:1787096457.239626:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464192 00000100:00100000:2.0:1787096457.239683:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 54 00000100:00100000:2.0:1787096457.239695:0:6490:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+7:12553:x1873906345464192:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:2.0:1787096457.239720:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096457.239742:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b472 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d70 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239803:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239818:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239831:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787096457.239870:0:6490:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787096457.239874:0:6490:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787096457.239893:0:6490:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239915:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b472 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d70 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239930:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d70 expref: 8 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.239939:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27e00) 00010000:00010000:2.0:1787096457.239948:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787096457.239952:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff961845b4bc00, rc 0) 00000100:00100000:2.0:1787096457.240029:0:6490:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+8:12553:x1873906345464192:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 336us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096457.240037:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 54 00000100:00100000:1.0:1787096457.244569:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:1.0:1787096457.244613:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464320 00000100:00100000:1.0:1787096457.244622:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464320 00000100:00100000:1.0:1787096457.244692:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 55 00000100:00100000:1.0:1787096457.244704:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+8:12553:x1873906345464320:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:1.0:1787096457.244730:0:8109:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096457.244750:0:8109:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b480 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d77 expref: -99 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244809:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244823:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244835:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244852:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244859:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244867:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244898:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244905:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244912:0:8109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244929:0:8109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9618429d2600 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096457.244934:0:8109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244941:0:8109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244955:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27e00) 00010000:00010000:1.0:1787096457.244958:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096457.244974:0:8109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244981:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b487 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.244995:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245002:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245008:0:8109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245013:0:8109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9618429d2400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096457.245016:0:8109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245023:0:8109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245042:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x47358950 (ffff9618472ca500) 00010000:00010000:1.0:1787096457.245045:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096457.245048:0:8109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245054:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2400/0xa979d75fc166b48e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245089:0:8109:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b480 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d77 expref: 9 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245100:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27e00) 00010000:00010000:1.0:1787096457.245102:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096457.245107:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b480 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d77 expref: 9 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096457.245119:0:8109:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9618429d3000, rc 0) 00000100:00100000:1.0:1787096457.245171:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+8:12553:x1873906345464320:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 471us (609us total) trans 0 rc 301/301 00000100:00100000:1.0:1787096457.245179:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 55 00000100:00100000:1.0:1787096457.247211:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0:1787096457.247272:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464576 00000100:00100000:2.0:1787096457.247279:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464576 00000100:00100000:2.0:1787096457.247345:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 56 00000100:00100000:2.0:1787096457.247351:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:70e19547-606a-4706-b016-3476e377d7df+8:12553:x1873906345464576:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:2.0:1787096457.247368:0:6488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096457.247371:0:6488:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787096457.247388:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4bc00/0xa979d75fc166b479 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d70 expref: 8 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247402:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27e00) 00010000:00010000:2.0:1787096457.247416:0:6488:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787096457.247428:0:6488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ac00/0xa979d75fc166b495 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d7e expref: -99 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247503:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247515:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247523:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247534:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b600/0xa979d75fc166b4a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x47358950 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247550:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b600/0xa979d75fc166b4a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247557:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b600/0xa979d75fc166b4a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247873:0:6488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247880:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247884:0:6488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787096457.247891:0:6488:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00010000:00010000:2.0:1787096457.247910:0:6488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247917:0:6488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247923:0:6488:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247928:0:6488:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff961845b4ba00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096457.247932:0:6488:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247938:0:6488:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247958:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27000) 00010000:00010000:2.0:1787096457.247960:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096457.247986:0:6488:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.247993:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ba00/0xa979d75fc166b49c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787096457.248003:0:6488:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e43e3f96 reply state 0000000058b23d8f transno 4294967320 ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b600/0xa979d75fc166b4a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.248013:0:6488:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4b600/0xa979d75fc166b4a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x47358950 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6488 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.248018:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x47358950 (ffff961742a27c00) 00010000:00010000:2.0:1787096457.248019:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787096457.248021:0:6488:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787096457.248039:0:6488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4ac00/0xa979d75fc166b495 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 10 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.248050:0:6488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 9 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.248064:0:6488:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff961742a27200) 00010000:00010000:2.0:1787096457.248069:0:6488:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787096457.248073:0:6488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff961845b4a800, rc 0) 00000100:00100000:2.0:1787096457.248120:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:70e19547-606a-4706-b016-3476e377d7df+10:12553:x1873906345464576:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 769us (912us total) trans 4294967320 rc 0/0 00000100:00100000:2.0:1787096457.248125:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 56 00000100:00100000:0.0:1787096457.250786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0:1787096457.250868:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464832 00000100:00100000:2.0:1787096457.250877:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464832 00000100:00100000:2.0:1787096457.250930:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 57 00000100:00100000:2.0:1787096457.250941:0:6490:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+10:12553:x1873906345464832:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:2.0:1787096457.250993:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096457.251013:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b4b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1d85 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.251108:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.251122:0:6490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 11 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.251131:0:6490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.251162:0:6490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 11 pid: 6488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.251175:0:6490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 11 pid: 6488 timeout: 239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096457.251188:0:6490:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186d338380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6490:1873906353905664:192.168.201.40@tcp:104: 00000100:00100000:2.0:1787096457.251270:0:6490:0:(client.c:2692:ptlrpc_set_wait()) set ffff96187c963c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787096457.253738:0:6490:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186d338380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6490:1873906353905664:192.168.201.40@tcp:104: 00010000:00010000:2.0:1787096457.253759:0:6490:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096457.253938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:3.0:1787096457.253987:0:6473:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345464960 00000100:00100000:3.0:1787096457.253993:0:6473:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345464960 00010000:00010000:3.0:1787096457.254095:0:6473:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 12 pid: 6488 timeout: 239 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096457.254123:0:6473:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 43 00000100:00100000:3.0:1787096457.254131:0:6473:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187c810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:70e19547-606a-4706-b016-3476e377d7df+12:2400:x1873906345464960:12345-192.168.201.40@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787096457.254147:0:6473:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787096457.254153:0:6473:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 12 pid: 6488 timeout: 239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254164:0:6473:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 12 pid: 6488 timeout: 239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254183:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a800/0xa979d75fc166b4aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d7e expref: 12 pid: 6488 timeout: 239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254209:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff961742a27200) 00010000:00010000:3.0:1787096457.254214:0:6473:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254223:0:6473:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254230:0:6473:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096457.254258:0:6473:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787096457.254278:0:6490:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254286:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096457.254300:0:6473:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187c810e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:70e19547-606a-4706-b016-3476e377d7df+11:2400:x1873906345464960:12345-192.168.201.40@tcp:103:ldlm_bl.0 Request processed in 169us (363us total) trans 0 rc 0/0 00000004:00200000:2.0:1787096457.254302:0:6490:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 0 00000100:00100000:3.0:1787096457.254312:0:6473:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 43 00010000:00010000:2.0:1787096457.254427:0:6490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254435:0:6490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254470:0:6490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254476:0:6490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff961845b4a600 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096457.254480:0:6490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254492:0:6490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254508:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff961742a27200) 00010000:00010000:2.0:1787096457.254511:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787096457.254519:0:6490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254524:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4a600/0xa979d75fc166b4bf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254572:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b4b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d85 expref: 10 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254592:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961742a27d00) 00010000:00010000:2.0:1787096457.254596:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787096457.254600:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff961845b4be00/0xa979d75fc166b4b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1d85 expref: 10 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096457.254614:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff961845b4be00, rc 0) 00000100:00100000:2.0:1787096457.254653:0:6490:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bbbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+9:12553:x1873906345464832:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 3714us (3875us total) trans 0 rc 301/301 00000100:00100000:2.0:1787096457.254662:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 57 00000100:00100000:0.0:1787096457.256248:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:3.0:1787096457.256285:0:6491:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345465216 00000100:00100000:3.0:1787096457.256292:0:6491:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345465216 00000100:00100000:3.0:1787096457.256329:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 9 00000100:00100000:3.0:1787096457.256338:0:6491:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187c812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:70e19547-606a-4706-b016-3476e377d7df+9:12553:x1873906345465216:12345-192.168.201.40@tcp:35:lfs.0 00000100:00100000:3.0:1787096457.256525:0:6491:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187c812a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:70e19547-606a-4706-b016-3476e377d7df+10:12553:x1873906345465216:12345-192.168.201.40@tcp:35:lfs.0 Request processed in 188us (279us total) trans 4294967321 rc 0/0 00000100:00100000:3.0:1787096457.256532:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 9 00000100:00100000:1.0:1787096457.294679:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961848f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353905792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787096457.294751:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096457.294809:0:6494:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353905792 00000100:00100000:0.0:1787096457.294818:0:6494:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353905792 00000100:00100000:0.0:1787096457.294865:0:6494:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787096457.294872:0:6494:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353905792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787096457.294906:0:6494:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1787096457.294954:0:6494:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353905792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096457.294996:0:6494:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787096457.295072:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961848f88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353905792:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787096457.486667:0:7858:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787096458.104336:0:14307:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_1d: @@@@@@ FAIL: setstripe failed 00010000:00010000:2.0:1787096458.511002:0:6476:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 491 lines, 491 kept, 0 dropped, 0 bad.