00010000:00010000:1.0F:1787096538.383152:0:6477:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1787096538.398136:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:3.0:1787096538.398169:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:3.0:1787096538.398192:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:2.0F:1787096538.398215:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345483648 00000100:00100000:3.0:1787096538.398220:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345483776 00000100:00100000:3.0:1787096538.398231:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345483776 00000100:00100000:2.0:1787096538.398231:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345483648 00000100:00100000:3.0:1787096538.398310:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345483904 00000100:00100000:3.0:1787096538.398315:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345483904 00000100:00100000:2.0:1787096538.398315:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 308 00000100:00100000:2.0:1787096538.398328:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9618485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d421c913-8ded-4ece-9979-167ed163b87c+9:2403:x1873906345483648:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:3.0:1787096538.398334:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 208 00000100:00100000:3.0:1787096538.398341:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+6:2402:x1873906345483776:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:3.0:1787096538.398389:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bb2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+6:2402:x1873906345483776:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 50us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.398396:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 208 00000100:00100000:2.0:1787096538.398397:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9618485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d421c913-8ded-4ece-9979-167ed163b87c+9:2403:x1873906345483648:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 70us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096538.398408:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 308 00000100:00100000:3.0:1787096538.398414:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 209 00000100:00100000:3.0:1787096538.398420:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bb2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+5:2403:x1873906345483904:12345-192.168.201.40@tcp:400:kworker.0 00000100:00100000:3.0:1787096538.398457:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bb2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+5:2403:x1873906345483904:12345-192.168.201.40@tcp:400:kworker.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.398466:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 209 00000100:00080000:2.0:1787096538.398497:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787096538.398508:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787096538.433857:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:1.0:1787096538.433908:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484032 00000100:00100000:1.0:1787096538.433917:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484032 00000100:00100000:1.0:1787096538.433959:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 112 00000100:00100000:1.0:1787096538.433970:0:6490:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+6:25330:x1873906345484032:12345-192.168.201.40@tcp:101:rm.0 00010000:00010000:1.0:1787096538.433993:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096538.434075:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b965 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1ed5 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434130:0:6490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434142:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434153:0:6490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096538.434194:0:6490:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787096538.434198:0:6490:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787096538.434218:0:6490:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6490 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434243:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b965 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ed5 expref: 8 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434260:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ed5 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.434268:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca000) 00010000:00010000:1.0:1787096538.434271:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787096538.434282:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9618429d3800, rc 0) 00000100:00100000:1.0:1787096538.434349:0:6490:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bb2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:70e19547-606a-4706-b016-3476e377d7df+7:25330:x1873906345484032:12345-192.168.201.40@tcp:101:rm.0 Request processed in 381us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096538.434356:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 112 00000100:00100000:3.0:1787096538.436161:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0F:1787096538.436729:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484160 00000100:00100000:0.0:1787096538.436746:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484160 00000100:00100000:0.0:1787096538.436829:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 113 00000100:00100000:0.0:1787096538.436840:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+7:25330:x1873906345484160:12345-192.168.201.40@tcp:101:rm.0 00010000:00010000:0.0:1787096538.436857:0:6489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096538.436875:0:6489:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ea00/0xa979d75fc166b973 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1edc expref: -99 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.436933:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.436947:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.436957:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437019:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437027:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437033:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437098:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437107:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437114:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096538.437155:0:6489:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 0 00000004:00200000:0.0:1787096538.437159:0:6489:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096538.437178:0:6489:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437188:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437195:0:6489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437201:0:6489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437207:0:6489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437212:0:6489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340f200 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096538.437215:0:6489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437222:0:6489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437234:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca000) 00010000:00010000:0.0:1787096538.437237:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096538.437241:0:6489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437246:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b97a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437266:0:6489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437273:0:6489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437278:0:6489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437282:0:6489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340e800 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096538.437285:0:6489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437292:0:6489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437299:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf93a678a (ffff961741937d00) 00010000:00010000:0.0:1787096538.437302:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096538.437305:0:6489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437311:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b981 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437342:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ea00/0xa979d75fc166b973 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1edc expref: 9 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437356:0:6489:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1edc expref: 8 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.437373:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff961741937200) 00010000:00010000:0.0:1787096538.437375:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787096538.437377:0:6489:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96174340f600, rc 0) 00000100:00100000:0.0:1787096538.437461:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bb2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+8:25330:x1873906345484160:12345-192.168.201.40@tcp:101:rm.0 Request processed in 603us (1285us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096538.437469:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 113 00000100:00100000:3.0:1787096538.441272:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096538.441404:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484416 00000100:00100000:0.0:1787096538.441415:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484416 00000100:00100000:0.0:1787096538.441560:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 114 00000100:00100000:0.0:1787096538.441572:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+8:25330:x1873906345484416:12345-192.168.201.40@tcp:36:rm.0 00010000:00010000:0.0:1787096538.441637:0:8109:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787096538.441662:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f600/0xa979d75fc166b988 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1edc expref: 8 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441680:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff961741937200) 00010000:00010000:0.0:1787096538.441696:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b96c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ed5 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441705:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca000) 00010000:00010000:0.0:1787096538.441713:0:8109:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787096538.441735:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441749:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441759:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441778:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ee00/0xa979d75fc166b996 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf93a678a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441790:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ee00/0xa979d75fc166b996 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441797:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ee00/0xa979d75fc166b996 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441865:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,1 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441873:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.441880:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442063:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442072:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442080:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442088:0:8109:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442096:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442112:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442137:0:8109:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787096538.442155:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442160:0:7858:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787096538.442162:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442168:0:7858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442170:0:8109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442186:0:7858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340f400 already unused, calling callback (ffffffffc0bda6f0) 00010000:00010000:0.0:1787096538.442186:0:8109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340fc00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096538.442192:0:7858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442193:0:8109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442213:0:7858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442213:0:8109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442242:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff961741937100) 00010000:00010000:0.0:1787096538.442246:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787096538.442251:0:7858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff961741937100) 00010000:00010000:0.0:1787096538.442251:0:8109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 2/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442257:0:7858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787096538.442262:0:7858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442263:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fc00/0xa979d75fc166b99d lrc: 0/0,0 mode: --/EX res: [0x200000402:0xd:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442278:0:7858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f400/0xa979d75fc166b9a4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442283:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442291:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096538.442295:0:7858:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787096538.442298:0:7858:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787096538.442302:0:7858:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096538.442307:0:8109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442313:0:8109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340fe00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096538.442316:0:8109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442322:0:8109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442332:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937900) 00010000:00010000:0.0:1787096538.442334:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096538.442337:0:8109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442343:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fe00/0xa979d75fc166b98f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787096538.442356:0:8109:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000319386bb reply state 00000000cd7befc7 transno 4294967343 ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ee00/0xa979d75fc166b996 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442367:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ee00/0xa979d75fc166b996 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf93a678a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096538.442373:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf93a678a (ffff961741937700) 00010000:00010000:0.0:1787096538.442376:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787096538.442378:0:8109:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787096538.442460:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187bb2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+8:25330:x1873906345484416:12345-192.168.201.40@tcp:36:rm.0 Request processed in 891us (1195us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1787096538.442469:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 114 00000100:00100000:0.0:1787096538.702643:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787096538.702670:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1873906353942272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787096538.702671:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353942400:0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.702684:0:3637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742e63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1873906353942144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787096538.702744:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1873906353942016:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.702758:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.702781:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096538.702788:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096538.702791:0:8367:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942272 00000100:00100000:1.0:1787096538.702801:0:8367:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942272 00000100:00100000:3.0:1787096538.702820:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187bb2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1873906353942528:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.702825:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186e0f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353942912:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.702834:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187bb2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7ef59912-d6a3-4393-bae9-348c8f3519b6:3634:1873906353941888:0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.702850:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.702852:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096538.702878:0:8367:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787096538.702879:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186e0fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943040:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.702879:0:3635:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1873906353943424:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.702879:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096538.702893:0:8367:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1873906353942272:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787096538.702915:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.702915:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096538.702918:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96186e0f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1873906353942784:0@lo:400:kworker.0 00002000:00000024:1.0:1787096538.702934:0:8367:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1787096538.702945:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187c8d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1873906353943552:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.702953:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.702956:0:7418:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942400 00000100:00100000:2.0:1787096538.702961:0:7418:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942400 00000100:00100000:3.0:1787096538.702985:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096538.702985:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1873906353943296:0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.702990:0:8367:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1873906353942272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096538.703004:0:7418:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943040 00000100:00100000:1.0:1787096538.703004:0:8367:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1787096538.703009:0:7418:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943040 00000100:00100000:3.0:1787096538.703026:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787096538.703033:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.703034:0:7418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1787096538.703036:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943168:0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.703038:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942016 00000100:00100000:2.0:1787096538.703044:0:7418:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353942400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.703044:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942016 00000100:00100000:3.0:1787096538.703076:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096538.703083:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942528 00000100:00100000:0.0:1787096538.703083:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3634:1873906353942272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787096538.703089:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942528 00000100:00100000:3.0:1787096538.703102:0:3636:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187c8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943680:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703102:0:7418:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742e60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353942400:12345-0@lo:400:kworker.0 Request processed in 58us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096538.703110:0:7418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787096538.703121:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353941888 00000100:00100000:3.0:1787096538.703127:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.703127:0:7418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1787096538.703127:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353941888 00000100:00100000:2.0:1787096538.703136:0:7418:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186dedca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703166:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1787096538.703169:0:8362:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942912 00000100:00100000:3.0:1787096538.703173:0:8362:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942912 00000100:00100000:2.0:1787096538.703173:0:7418:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186dedca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943040:12345-0@lo:400:kworker.0 Request processed in 37us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096538.703178:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9618485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ef59912-d6a3-4393-bae9-348c8f3519b6+23:3634:x1873906353941888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703189:0:7418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1787096538.703202:0:8362:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943552 00000100:00100000:3.0:1787096538.703204:0:8362:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943552 00000100:00100000:2.0:1787096538.703209:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943424 00000100:00100000:2.0:1787096538.703211:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943424 00000100:00100000:3.0:1787096538.703220:0:8362:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943168 00000100:00100000:3.0:1787096538.703223:0:8362:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943168 00000100:00100000:2.0:1787096538.703230:0:6488:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942784 00000100:00100000:2.0:1787096538.703232:0:6488:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942784 00000100:00100000:0.0:1787096538.703242:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9618485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7ef59912-d6a3-4393-bae9-348c8f3519b6+23:3634:x1873906353941888:12345-0@lo:400:kworker.0 Request processed in 59us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.703246:0:8362:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943680 00000100:00100000:3.0:1787096538.703249:0:8362:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943680 00000100:00100000:0.0:1787096538.703252:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1787096538.703253:0:6490:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943296 00000100:00100000:2.0:1787096538.703259:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1787096538.703259:0:6490:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943296 00000100:00100000:2.0:1787096538.703271:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186dedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1873906353942016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.703279:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787096538.703287:0:8362:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353942912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.703294:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1787096538.703301:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1787096538.703306:0:6490:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1873906353943424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703311:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186dedf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1873906353942016:12345-0@lo:400:kworker.0 Request processed in 41us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096538.703317:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96186dedc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1873906353942528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.703319:0:8362:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742e62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1873906353942912:12345-0@lo:400:kworker.0 Request processed in 33us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096538.703323:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1787096538.703330:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1787096538.703345:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787096538.703345:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1787096538.703350:0:6490:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742e61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1873906353943424:12345-0@lo:400:kworker.0 Request processed in 49us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.703357:0:8362:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1873906353943552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703357:0:6488:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1873906353942784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.703361:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1787096538.703378:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96186dedc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1873906353942528:12345-0@lo:400:kworker.0 Request processed in 57us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096538.703381:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1787096538.703392:0:6490:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961848f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1873906353943296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703397:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1787096538.703400:0:8362:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1873906353943552:12345-0@lo:400:kworker.0 Request processed in 47us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096538.703400:0:6488:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1873906353942784:12345-0@lo:400:kworker.0 Request processed in 47us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.703409:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787096538.703409:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1787096538.703428:0:6490:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961848f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1873906353943296:12345-0@lo:400:kworker.0 Request processed in 38us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.703434:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787096538.703464:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1787096538.703468:0:8362:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703476:0:10250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00080000:1.0:1787096538.703489:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787096538.703492:0:10250:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943680:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1787096538.703494:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1787096538.703497:0:3635:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96186e0f9880 x1873906353942912/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787096554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787096538.703499:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787096538.703503:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787096538.703513:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186e0f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353942912:0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.703518:0:8362:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943168:12345-0@lo:400:kworker.0 Request processed in 53us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096538.703524:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00080000:2.0:1787096538.703526:0:3635:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff961742ceaa00 x1873906353943424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787096554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787096538.703536:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096538.703544:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3635:1873906353943424:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703546:0:10250:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1873906353943680:12345-0@lo:400:kworker.0 Request processed in 56us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096538.703560:0:10250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787096538.703563:0:3637:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187bb2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1873906353942656:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703564:0:3635:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187bb2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3635:1873906353942400:0@lo:400:kworker.0 00010000:00080000:3.0:1787096538.703571:0:3636:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff961742ce9c00 x1873906353943168/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787096554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787096538.703579:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943168:0@lo:400:kworker.0 00000100:00100000:1.0:1787096538.703608:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096538.703609:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187c8d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943680:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703611:0:17665:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942144 00000100:00100000:2.0:1787096538.703614:0:17665:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942144 00010000:00080000:0.0:1787096538.703620:0:3634:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96186e0f8a80 x1873906353942784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787096554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787096538.703626:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187bb2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3636:1873906353942016:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703641:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186e0f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3634:1873906353942784:0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.703649:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187bb2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3636:1873906353942528:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703654:0:17665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787096538.703661:0:17665:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1873906353942144:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787096538.703665:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3634:1873906353943296:0@lo:400:kworker.0 00000100:00100000:3.0:1787096538.703666:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96186e0fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3636:1873906353943040:0@lo:400:kworker.0 00002000:00000024:2.0:1787096538.703672:0:17665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1787096538.703672:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353942656 00000100:00100000:1.0:1787096538.703679:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353942656 00000100:00100000:3.0:1787096538.703688:0:3636:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187c8d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3636:1873906353943552:0@lo:400:kworker.0 00000100:00100000:0.0:1787096538.703693:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187bb2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7ef59912-d6a3-4393-bae9-348c8f3519b6:3634:1873906353941888:0@lo:400:kworker.0 00000100:00100000:2.0:1787096538.703718:0:17665:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742de9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1873906353942144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096538.703727:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1787096538.703728:0:17665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787096538.703741:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1873906353942656:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787096538.703745:0:6484:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787096538.703772:0:3637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742e63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3637:1873906353942144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787096538.703777:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1873906353942656:12345-0@lo:400:kworker.0 Request processed in 40us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096538.703782:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1787096538.703787:0:3637:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187bb2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3637:1873906353942656:0@lo:400:kworker.0 00000001:02000400:2.0:1787096539.108097:0:18827:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 6b: EC write selects data mirror, not parity mirror ========================================================== 19:42:18 (1787096538) 00000100:00100000:3.0:1787096539.183379:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096539.183489:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484544 00000100:00100000:0.0:1787096539.183501:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484544 00000100:00100000:0.0:1787096539.183563:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 115 00000100:00100000:0.0:1787096539.183576:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+8:25494:x1873906345484544:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:0.0:1787096539.183618:0:8109:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096539.183641:0:8109:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ea00/0xa979d75fc166b9ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1ee3 expref: -99 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183706:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183720:0:8109:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183734:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096539.183780:0:8109:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787096539.183784:0:8109:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096539.183820:0:8109:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183846:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340ea00/0xa979d75fc166b9ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ee3 expref: 10 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183862:0:8109:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ee3 expref: 9 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.183872:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937900) 00010000:00010000:0.0:1787096539.183875:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787096539.183879:0:8109:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96174340e800, rc 0) 00000100:00100000:0.0:1787096539.183938:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+9:25494:x1873906345484544:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 365us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096539.183946:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 115 00000100:00100000:1.0:1787096539.185283:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096539.185319:0:9989:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484672 00000100:00100000:0.0:1787096539.185325:0:9989:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484672 00000100:00100000:0.0:1787096539.185359:0:9989:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 116 00000100:00100000:0.0:1787096539.185365:0:9989:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:70e19547-606a-4706-b016-3476e377d7df+9:25494:x1873906345484672:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:0.0:1787096539.185377:0:9989:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096539.185385:0:9989:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b9b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1eea expref: -99 pid: 9989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185419:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185426:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185432:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185506:0:9989:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185512:0:9989:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185517:0:9989:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185542:0:9989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185547:0:9989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185551:0:9989:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185555:0:9989:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340e400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096539.185557:0:9989:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185562:0:9989:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185568:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937900) 00010000:00010000:0.0:1787096539.185570:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096539.185572:0:9989:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185576:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e400/0xa979d75fc166b9c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185599:0:9989:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185605:0:9989:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185609:0:9989:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185612:0:9989:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340e200 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096539.185613:0:9989:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185616:0:9989:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185621:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x64d10ce5 (ffff961741937200) 00010000:00010000:0.0:1787096539.185623:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096539.185625:0:9989:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185628:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e200/0xa979d75fc166b9c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9989 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185652:0:9989:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b9b9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1eea expref: 10 pid: 9989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185661:0:9989:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937900) 00010000:00010000:0.0:1787096539.185663:0:9989:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096539.185673:0:9989:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340f200/0xa979d75fc166b9b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1eea expref: 10 pid: 9989 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.185682:0:9989:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96174340f200, rc 0) 00000100:00100000:0.0:1787096539.185721:0:9989:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:70e19547-606a-4706-b016-3476e377d7df+9:25494:x1873906345484672:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 356us (442us total) trans 0 rc 301/301 00000100:00100000:0.0:1787096539.185727:0:9989:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 116 00000100:00100000:3.0:1787096539.187240:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:1.0:1787096539.187304:0:6489:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345484928 00000100:00100000:1.0:1787096539.187312:0:6489:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345484928 00000100:00100000:1.0:1787096539.187352:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 117 00000100:00100000:1.0:1787096539.187359:0:6489:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+9:25494:x1873906345484928:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:1.0:1787096539.187373:0:6489:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096539.187375:0:6489:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787096539.187390:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e800/0xa979d75fc166b9b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ee3 expref: 9 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187410:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937900) 00010000:00010000:1.0:1787096539.187418:0:6489:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787096539.187427:0:6489:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b9ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1ef1 expref: -99 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187531:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187540:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187546:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187563:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b9dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187568:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b9dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187572:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b9dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187870:0:6489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187879:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187886:0:6489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096539.187897:0:6489:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 0 00010000:00010000:1.0:1787096539.187925:0:6489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187933:0:6489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187940:0:6489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187946:0:6489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9618429d3000 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096539.187950:0:6489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187967:0:6489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187975:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9618472ca100) 00010000:00010000:1.0:1787096539.187978:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096539.187982:0:6489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.187988:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3000/0xa979d75fc166b9d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787096539.187998:0:6489:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a31fb0dc reply state 00000000b567a86f transno 4294967344 ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b9dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.188006:0:6489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3800/0xa979d75fc166b9dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x64d10ce5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6489 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.188009:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x64d10ce5 (ffff9618472ca500) 00010000:00010000:1.0:1787096539.188011:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787096539.188013:0:6489:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787096539.188032:0:6489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d2600/0xa979d75fc166b9ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 11 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.188044:0:6489:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 10 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.188048:0:6489:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9618472ca000) 00010000:00010000:1.0:1787096539.188050:0:6489:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787096539.188051:0:6489:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9618429d3600, rc 0) 00000100:00100000:1.0:1787096539.188104:0:6489:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:70e19547-606a-4706-b016-3476e377d7df+11:25494:x1873906345484928:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 745us (869us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1787096539.188113:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 117 00000100:00100000:3.0:1787096539.189985:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096539.190029:0:8109:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345485184 00000100:00100000:0.0:1787096539.190037:0:8109:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345485184 00000100:00100000:0.0:1787096539.190080:0:8109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 118 00000100:00100000:0.0:1787096539.190086:0:8109:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff961742f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+11:25494:x1873906345485184:12345-192.168.201.40@tcp:101:lfs.0 00010000:00010000:0.0:1787096539.190102:0:8109:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096539.190113:0:8109:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e000/0xa979d75fc166b9f1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2ded7f867b1ef8 expref: -99 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.190203:0:8109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.190213:0:8109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 12 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.190218:0:8109:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.190243:0:8109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 12 pid: 6489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.190253:0:8109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 12 pid: 6489 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096539.190275:0:8109:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff96187796c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8109:1873906353943808:192.168.201.40@tcp:104: 00000100:00100000:0.0:1787096539.190341:0:8109:0:(client.c:2692:ptlrpc_set_wait()) set ffff961741f149c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787096539.191319:0:8109:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff96187796c000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8109:1873906353943808:192.168.201.40@tcp:104: 00010000:00010000:0.0:1787096539.191341:0:8109:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096539.191528:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:1.0:1787096539.191577:0:7412:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345485312 00000100:00100000:1.0:1787096539.191583:0:7412:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345485312 00010000:00010000:1.0:1787096539.191623:0:7412:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 13 pid: 6489 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096539.191660:0:7412:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 51 00000100:00100000:1.0:1787096539.191670:0:7412:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187c8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:70e19547-606a-4706-b016-3476e377d7df+13:2401:x1873906345485312:12345-192.168.201.40@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787096539.191680:0:7412:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787096539.191687:0:7412:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 13 pid: 6489 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191698:0:7412:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 13 pid: 6489 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191716:0:7412:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9618429d3600/0xa979d75fc166b9e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef1 expref: 13 pid: 6489 timeout: 321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191725:0:7412:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9618472ca000) 00010000:00010000:1.0:1787096539.191729:0:7412:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191734:0:7412:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191739:0:7412:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096539.191784:0:7412:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787096539.191821:0:7412:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187c8d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:70e19547-606a-4706-b016-3476e377d7df+12:2401:x1873906345485312:12345-192.168.201.40@tcp:103:ldlm_bl.0 Request processed in 153us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096539.191828:0:7412:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 51 00010000:00010000:0.0:1787096539.191830:0:8109:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.191839:0:8109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096539.191858:0:8109:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 0 00010000:00010000:0.0:1787096539.191985:0:8109:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.191994:0:8109:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192001:0:8109:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192007:0:8109:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96174340fa00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096539.192011:0:8109:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192019:0:8109:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192039:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9618472ca000) 00010000:00010000:0.0:1787096539.192041:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787096539.192045:0:8109:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192052:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340fa00/0xa979d75fc166b9f8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8109 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192090:0:8109:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e000/0xa979d75fc166b9f1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef8 expref: 11 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192099:0:8109:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff961741937d00) 00010000:00010000:0.0:1787096539.192102:0:8109:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787096539.192106:0:8109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff96174340e000/0xa979d75fc166b9f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.40@tcp remote: 0xe2ded7f867b1ef8 expref: 11 pid: 8109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096539.192117:0:8109:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff96174340e000, rc 0) 00000100:00100000:0.0:1787096539.192158:0:8109:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff961742f84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:70e19547-606a-4706-b016-3476e377d7df+10:25494:x1873906345485184:12345-192.168.201.40@tcp:101:lfs.0 Request processed in 2071us (2175us total) trans 0 rc 301/301 00000100:00100000:0.0:1787096539.192166:0:8109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 118 00000100:00100000:3.0:1787096539.193834:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.40@tcp (source: 12345-192.168.201.40@tcp) 00000100:00100000:0.0:1787096539.193880:0:6491:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906345485568 00000100:00100000:0.0:1787096539.193888:0:6491:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906345485568 00000100:00100000:0.0:1787096539.193934:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.40@tcp, seq: 17 00000100:00100000:0.0:1787096539.193954:0:6491:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187c8d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:70e19547-606a-4706-b016-3476e377d7df+10:25494:x1873906345485568:12345-192.168.201.40@tcp:35:lfs.0 00000100:00100000:0.0:1787096539.194155:0:6491:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187c8d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:70e19547-606a-4706-b016-3476e377d7df+11:25494:x1873906345485568:12345-192.168.201.40@tcp:35:lfs.0 Request processed in 205us (325us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1787096539.194163:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.40@tcp, seq: 17 00000100:00100000:0.0:1787096539.214608:0:3634:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff961742deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1873906353943936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787096539.214675:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096539.214718:0:7418:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906353943936 00000100:00100000:2.0:1787096539.214726:0:7418:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906353943936 00000100:00100000:2.0:1787096539.214777:0:7418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1787096539.214789:0:7418:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff96187796c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1873906353943936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787096539.214822:0:7418:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1787096539.214880:0:7418:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff96187796c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1873906353943936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096539.214887:0:7418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1787096539.214932:0:3634:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff961742deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3634:1873906353943936:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787096539.406622:0:6476:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787096539.761080:0:18875:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_6b: @@@@@@ FAIL: create EC file failed Debug log: 481 lines, 481 kept, 0 dropped, 0 bad.