00010000:00010000:0.0F:1787096296.112472:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787096296.545939:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0F:1787096296.545982:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077111552 00000100:00100000:2.0:1787096296.546002:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077111552 00000100:00080000:0.0:1787096296.546050:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787096296.546086:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 347 00000100:00100000:2.0:1787096296.546098:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+13:39028:x1873906077111552:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:2.0:1787096296.546126:0:10275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096296.546150:0:10275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830eb200/0x9eebb2eb7f50e78d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b414f7 expref: -99 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546235:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546254:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546267:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787096296.546373:0:10275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1787096296.546378:0:10275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787096296.546395:0:10275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546420:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830eb200/0x9eebb2eb7f50e78d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414f7 expref: 15 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546441:0:10275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414f7 expref: 14 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.546449:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7a8b27a400) 00010000:00010000:2.0:1787096296.546452:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787096296.546456:0:10275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830ea200, rc 0) 00000100:00100000:2.0:1787096296.546520:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+14:39028:x1873906077111552:12345-192.168.201.52@tcp:101:rm.0 Request processed in 424us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.546527:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 347 00000100:00100000:3.0F:1787096296.547679:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0F:1787096296.547733:0:6478:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077111680 00000100:00100000:1.0:1787096296.547747:0:6478:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077111680 00000100:00100000:1.0:1787096296.547791:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 348 00000100:00100000:1.0:1787096296.547803:0:6478:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+14:39028:x1873906077111680:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:1.0:1787096296.547813:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096296.547827:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6abe00/0x9eebb2eb7f50e79b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b414fe expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.547877:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6aa600/0x9eebb2eb7f50e7a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.547888:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6aa600/0x9eebb2eb7f50e7a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.547897:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6aa600/0x9eebb2eb7f50e7a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096296.547923:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1787096296.547927:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787096296.547950:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6abe00/0x9eebb2eb7f50e79b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414fe expref: 16 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.547966:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6aa600/0x9eebb2eb7f50e7a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414fe expref: 15 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.547975:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff8c7aa242bf00) 00010000:00010000:1.0:1787096296.547978:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787096296.547981:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd6aa600, rc 0) 00000100:00100000:1.0:1787096296.548023:0:6478:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077111680:12345-192.168.201.52@tcp:101:rm.0 Request processed in 223us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.548030:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 348 00000100:00100000:1.0:1787096296.549992:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096296.550043:0:14257:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077111808 00000100:00100000:0.0:1787096296.550049:0:14257:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077111808 00000100:00100000:0.0:1787096296.550087:0:14257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 71 00000100:00100000:0.0:1787096296.550095:0:14257:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077111808:12345-192.168.201.52@tcp:37:rm.0 00000100:00100000:1.0:1787096296.552054:0:14257:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077111808:12345-192.168.201.52@tcp:37:rm.0 Request processed in 1958us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.552065:0:14257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 71 00000100:00100000:1.0:1787096296.554038:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096296.554083:0:6480:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077111936 00000100:00100000:2.0:1787096296.554091:0:6480:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077111936 00000100:00080000:0.0:1787096296.554139:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787096296.554153:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 72 00000100:00100000:2.0:1787096296.554166:0:6480:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:39028:x1873906077111936:12345-192.168.201.52@tcp:37:rm.0 00000100:00100000:1.0:1787096296.556283:0:6480:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:39028:x1873906077111936:12345-192.168.201.52@tcp:37:rm.0 Request processed in 2119us (2244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.556291:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 72 00000100:00100000:0.0:1787096296.557876:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096296.557913:0:21727:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077112064 00000100:00100000:1.0:1787096296.557918:0:21727:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077112064 00000100:00100000:1.0:1787096296.557952:0:21727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 349 00000100:00100000:1.0:1787096296.557962:0:21727:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+8:39028:x1873906077112064:12345-192.168.201.52@tcp:41:rm.0 00000004:00000024:1.0:1787096296.558008:0:21727:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00100000:1.0:1787096296.558058:0:21727:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+8:39028:x1873906077112064:12345-192.168.201.52@tcp:41:rm.0 Request processed in 97us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.558069:0:21727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 349 00000100:00100000:1.0:1787096296.558944:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096296.559018:0:6477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077112192 00000100:00100000:0.0:1787096296.559023:0:6477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077112192 00000100:00100000:0.0:1787096296.559059:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 350 00000100:00100000:0.0:1787096296.559068:0:6477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd60e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077112192:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:0.0:1787096296.559078:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096296.559094:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e7a9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41505 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559151:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559163:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559171:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559182:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559188:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559217:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559275:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559282:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559287:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096296.559314:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0xb:0x0]: returning size 3145729 00000004:00200000:0.0:1787096296.559318:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096296.559332:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559343:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559379:0:6477:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559386:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559391:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559396:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559410:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096296.559414:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559421:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559432:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff8c7aa242bf00) 00010000:00010000:0.0:1787096296.559433:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096296.559438:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559442:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e7b0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559451:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559455:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559459:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559462:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763c00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096296.559464:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559468:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559479:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0xc0870d27 (ffff8c7a92c71d00) 00010000:00010000:0.0:1787096296.559481:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096296.559483:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559486:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50e7b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559510:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e7a9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41505 expref: 17 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559518:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41505 expref: 16 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.559523:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff8c79830eeb00) 00010000:00010000:0.0:1787096296.559525:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787096296.559526:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd763000, rc 0) 00000100:00100000:0.0:1787096296.559557:0:6477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd60e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+16:39028:x1873906077112192:12345-192.168.201.52@tcp:101:rm.0 Request processed in 492us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.559563:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 350 00000100:00100000:1.0:1787096296.560687:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096296.560712:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077112448 00000100:00100000:3.0:1787096296.560717:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077112448 00000100:00100000:3.0:1787096296.560747:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 351 00000100:00100000:3.0:1787096296.560754:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+16:39028:x1873906077112448:12345-192.168.201.52@tcp:36:rm.0 00010000:00010000:3.0:1787096296.560783:0:6476:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787096296.560797:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50e7be lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41505 expref: 16 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560814:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881400/0x9eebb2eb7f50e6e5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414c6 expref: 15 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560825:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff8c79830eeb00) 00010000:00010000:3.0:1787096296.560835:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd6aa600/0x9eebb2eb7f50e7a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414fe expref: 14 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560843:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff8c7aa242bf00) 00010000:00010000:3.0:1787096296.560848:0:6476:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787096296.560858:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560865:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560871:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560880:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560885:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560897:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560936:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560941:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.560946:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787096296.561229:0:6476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 64 off8760 00000004:00080000:3.0:1787096296.561240:0:6476:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 246367883775ns, next at 247367881259ns, rc = 0 00000040:00080000:3.0:1787096296.561258:0:6476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8760 00000004:00080000:3.0:1787096296.561262:0:6476:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 246367906064ns, next at 247367905455ns, rc = 0 00000040:00080000:3.0:1787096296.561269:0:6476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8824 00000040:00080000:3.0:1787096296.561275:0:6476:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8824 00010000:00010000:3.0:1787096296.561321:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561328:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561335:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561340:0:6476:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561345:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561601:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561617:0:6476:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787096296.561628:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561633:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561637:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561641:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983881c00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096296.561643:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561647:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561652:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff8c7aadc8f000) 00010000:00010000:3.0:1787096296.561654:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787096296.561656:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561660:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e7d3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561669:0:6476:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561674:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561682:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561686:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561689:0:8374:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787096296.561690:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983880200 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096296.561695:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561699:0:8374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561700:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561719:0:8374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983880c00 already unused, calling callback (ffffffffc0bef6f0) 00010000:00010000:3.0:1787096296.561720:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff8c7aadc8f300) 00010000:00010000:3.0:1787096296.561724:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096296.561725:0:8374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561727:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561739:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880200/0x9eebb2eb7f50e7c5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787096296.561747:0:6476:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000169f1a6d reply state 000000005ee719d5 transno 4294967383 ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561752:0:8374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.561759:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561765:0:8374:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff8c7aadc8f000) 00010000:00010000:3.0:1787096296.561766:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0xc0870d27 (ffff8c7aadc8fc00) 00010000:00010000:3.0:1787096296.561772:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096296.561772:0:8374:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:3.0:1787096296.561777:0:6476:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787096296.561778:0:8374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 1/0,0 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561783:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983880c00/0x9eebb2eb7f50e7da lrc: 0/0,0 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.561798:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.561800:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.561801:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787096296.561815:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077112448:12345-192.168.201.52@tcp:36:rm.0 Request processed in 1062us (1130us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1787096296.561826:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 351 00000100:00100000:3.0:1787096296.562927:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096296.562971:0:6463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077112576 00000100:00100000:1.0:1787096296.562977:0:6463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077112576 00000100:00100000:3.0:1787096296.563007:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096296.563030:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 33 00000100:00100000:1.0:1787096296.563042:0:6463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:2408:x1873906077112576:12345-192.168.201.52@tcp:103:rm.0 00010000:00010000:1.0:1787096296.563053:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787096296.563062:0:14257:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077112832 00000100:00100000:0.0:1787096296.563067:0:14257:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077112832 00010000:00010000:1.0:1787096296.563073:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763400/0x9eebb2eb7f50e388 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413d1 expref: 8 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.563088:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7a92c71c00) 00000100:00100000:0.0:1787096296.563101:0:14257:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 73 00010000:00010000:1.0:1787096296.563108:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787096296.563112:0:14257:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aac34fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+15:39028:x1873906077112832:12345-192.168.201.52@tcp:35:rm.0 00000100:00100000:1.0:1787096296.563148:0:6463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+7:2408:x1873906077112576:12345-192.168.201.52@tcp:103:rm.0 Request processed in 107us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.563157:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 33 00000100:00100000:0.0:1787096296.563242:0:14257:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aac34fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+16:39028:x1873906077112832:12345-192.168.201.52@tcp:35:rm.0 Request processed in 133us (236us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1787096296.563249:0:14257:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 73 00000100:00100000:3.0:1787096296.563921:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096296.563949:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113088 00000100:00100000:0.0:1787096296.563954:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113088 00000100:00100000:0.0:1787096296.563991:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 352 00000100:00100000:0.0:1787096296.564001:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+16:39028:x1873906077113088:12345-192.168.201.52@tcp:36:rm.0 00010000:00010000:0.0:1787096296.564025:0:8384:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787096296.564036:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ebe00/0x9eebb2eb7f50e45a lrc: 0/0,0 mode: --/CR res: [0x240000402:0xa:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41417 expref: 16 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.564062:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea200/0x9eebb2eb7f50e794 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414f7 expref: 15 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.564073:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7a82ebbc00/0x9eebb2eb7f50e396 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413d8 expref: 14 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.564080:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7a8b27a400) 00010000:00010000:0.0:1787096296.564086:0:8384:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787096296.564122:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.564128:0:8384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.564136:0:8384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096296.564155:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084498688:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787096296.564208:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.564244:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084498688 00000100:00100000:3.0:1787096296.564249:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084498688 00000100:00100000:0.0:1787096296.564261:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a39240 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.564288:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1787096296.564297:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8384:x1873906084498688:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1787096296.564308:0:6482:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787096296.564320:0:6482:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9eebb2eb7f50e7e1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.564338:0:6482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 6 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.564347:0:6482:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 10 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.564387:0:6482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 6 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.564398:0:6482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 6 pid: 8384 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096296.564407:0:6482:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7a879f2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6482:1873906084498816:192.168.201.52@tcp:104: 00000100:00100000:3.0:1787096296.564450:0:6482:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7aa04c1480 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.565032:0:6482:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7a879f2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6482:1873906084498816:192.168.201.52@tcp:104: 00010000:00010000:3.0:1787096296.565051:0:6482:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 10 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565058:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:3.0:1787096296.565060:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096296.565062:0:6482:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 10 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565068:0:6482:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7983881200, rc 0) 00000100:00100000:3.0:1787096296.565100:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8384:x1873906084498688:12345-0@lo:101:mdt00_003.0 Request processed in 805us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.565106:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1787096296.565121:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084498688:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787096296.565132:0:8384:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.565139:0:8384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096296.565251:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096296.565295:0:6464:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113216 00000100:00100000:2.0:1787096296.565302:0:6464:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113216 00010000:00010000:2.0:1787096296.565322:0:6464:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 7 pid: 8384 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.565350:0:6464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 103 00000100:00100000:2.0:1787096296.565387:0:6464:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+7:2406:x1873906077113216:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787096296.565395:0:6464:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787096296.565401:0:6464:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 7 pid: 8384 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565412:0:6464:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 7 pid: 8384 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565424:0:6464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762200/0x9eebb2eb7f50e36c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413ca expref: 7 pid: 8384 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565432:0:6464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:2.0:1787096296.565436:0:6464:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 9 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565453:0:6464:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 9 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565458:0:6464:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 9 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565476:0:6464:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 9 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.565484:0:6464:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6464:1873906084498944:0@lo:105: 00000100:00100000:2.0:1787096296.565514:0:6464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096296.565540:0:6464:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c79831d7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.565550:0:7399:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084498944 00000100:00100000:3.0:1787096296.565555:0:7399:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084498944 00000100:00100000:3.0:1787096296.565586:0:7399:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787096296.565594:0:7399:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6464:x1873906084498944:12345-0@lo:105: 00010000:00010000:3.0:1787096296.565602:0:7399:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565609:0:7399:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565615:0:7399:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565620:0:7399:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565632:0:7399:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565639:0:7399:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.565654:0:7399:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c7abd762600) 00010000:00010000:0.0:1787096296.565662:0:8384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.565671:0:8384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787096296.565687:0:8384:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787096296.565690:0:7399:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6464:x1873906084498944:12345-0@lo:105: Request processed in 97us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.565696:0:7399:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:0.0:1787096296.565712:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.565717:0:6464:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6464:1873906084498944:0@lo:105: 00010000:00010000:0.0:1787096296.565723:0:8384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.565730:0:8384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565731:0:6464:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787096296.565743:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499072:0@lo:101:mdt00_003.0 00000100:00100000:2.0:1787096296.565765:0:6464:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+6:2406:x1873906077113216:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 407us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.565772:0:6464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 103 00000100:00100000:0.0:1787096296.565779:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.565797:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a39240 going to sleep for 11 seconds 00000100:00100000:2.0:1787096296.565814:0:7407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499072 00000100:00100000:2.0:1787096296.565819:0:7407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499072 00000100:00100000:2.0:1787096296.565855:0:7407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1787096296.565865:0:7407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8384:x1873906084499072:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787096296.565875:0:7407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096296.565894:0:7407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e7f6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9eebb2eb7f50e7ef expref: -99 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565913:0:7407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e7f6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7ef expref: 11 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565929:0:7407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e7f6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7ef expref: 11 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.565933:0:7407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6ab828e0 (ffff8c79830ee100) 00010000:00010000:2.0:1787096296.565935:0:7407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096296.565937:0:7407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830eb800, rc 0) 00000100:00100000:2.0:1787096296.565970:0:7407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499072:12345-0@lo:101:mdt00_003.0 Request processed in 109us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.565976:0:7407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1787096296.565985:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499072:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787096296.565995:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566003:0:8384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787096296.566012:0:8384:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787096296.566047:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499200:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787096296.566072:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.566090:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a399c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787096296.566105:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499200 00000100:00100000:2.0:1787096296.566108:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499200 00000100:00100000:2.0:1787096296.566132:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1787096296.566138:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499200:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787096296.566207:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499200:12345-0@lo:1000:mdt00_003.0 Request processed in 57us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.566214:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:0.0:1787096296.566226:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499200:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787096296.566258:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499328:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787096296.566275:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.566290:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a399c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.566303:0:7980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499328 00000100:00100000:3.0:1787096296.566308:0:7980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499328 00000100:00100000:3.0:1787096296.566332:0:7980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1787096296.566338:0:7980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499328:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787096296.566448:0:7980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499328:12345-0@lo:1000:mdt00_003.0 Request processed in 108us (169us total) trans 0 rc 1/1 00000100:00100000:3.0:1787096296.566454:0:7980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1787096296.566470:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f77b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499328:0@lo:1000:mdt00_003.0 00010000:00010000:0.0:1787096296.566504:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,1 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566510:0:8384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,1 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566516:0:8384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,1 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096296.566525:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499456:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787096296.566547:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.566563:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a39240 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.566565:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499456 00000100:00100000:3.0:1787096296.566569:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499456 00000100:00100000:3.0:1787096296.566591:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1787096296.566597:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:8384:x1873906084499456:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1787096296.566603:0:6482:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787096296.566611:0:6482:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881400/0x9eebb2eb7f50e804 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9eebb2eb7f50e7fd expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.566624:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881400/0x9eebb2eb7f50e804 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7fd expref: 12 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.566638:0:6482:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881400/0x9eebb2eb7f50e804 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7fd expref: 12 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.566644:0:6482:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7aadc8fb00) 00010000:00010000:3.0:1787096296.566646:0:6482:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787096296.566648:0:6482:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7983881400, rc 0) 00000100:00100000:3.0:1787096296.566676:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:8384:x1873906084499456:12345-0@lo:101:mdt00_003.0 Request processed in 81us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.566682:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1787096296.566693:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499456:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787096296.566702:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566709:0:8384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566724:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,1 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566736:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566741:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566754:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566759:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566764:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566778:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566782:0:8384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.566787:0:8384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096296.566796:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499584:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1787096296.566816:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.566832:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a39240 going to sleep for 11 seconds 00000100:00100000:2.0:1787096296.566846:0:7407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499584 00000100:00100000:2.0:1787096296.566852:0:7407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499584 00000100:00100000:2.0:1787096296.566886:0:7407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1787096296.566894:0:7407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:8384:x1873906084499584:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1787096296.566902:0:7407:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096296.566911:0:7407:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9eebb2eb7f50e819 expref: -99 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.566924:0:7407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 5 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.566939:0:7407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 4/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 13 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.566954:0:7407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 5 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.566961:0:7407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 5 pid: 10275 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.566969:0:7407:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7407:1873906084499712:192.168.201.52@tcp:104: 00000100:00100000:2.0:1787096296.567004:0:7407:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c79831d7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787096296.567759:0:7407:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7407:1873906084499712:192.168.201.52@tcp:104: 00010000:00010000:2.0:1787096296.567776:0:7407:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 13 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.567782:0:7407:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:2.0:1787096296.567784:0:7407:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787096296.567787:0:7407:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 13 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.567793:0:7407:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 13 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.567800:0:7407:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830ea000, rc 0) 00000100:00100000:2.0:1787096296.567842:0:7407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:8384:x1873906084499584:12345-0@lo:101:mdt00_003.0 Request processed in 949us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.567855:0:7407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1787096296.567899:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499584:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787096296.567911:0:8384:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.567930:0:8384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096296.567968:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096296.568005:0:6462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113344 00000100:00100000:2.0:1787096296.568009:0:6462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113344 00010000:00010000:2.0:1787096296.568023:0:6462:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 6 pid: 10275 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.568044:0:6462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 104 00000100:00100000:2.0:1787096296.568051:0:6462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+6:2406:x1873906077113344:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787096296.568058:0:6462:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787096296.568061:0:6462:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 6 pid: 10275 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568068:0:6462:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 6 pid: 10275 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568077:0:6462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e3b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b413e6 expref: 6 pid: 10275 timeout: 346 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568086:0:6462:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:2.0:1787096296.568089:0:6462:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 12 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568095:0:6462:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 12 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568101:0:6462:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 12 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096296.568124:0:6462:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 12 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096296.568131:0:6462:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6462:1873906084499840:0@lo:105: 00000100:00100000:2.0:1787096296.568153:0:6462:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.568173:0:6461:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499840 00000100:00100000:3.0:1787096296.568177:0:6461:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499840 00000100:00100000:2.0:1787096296.568180:0:6462:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c79831d7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.568223:0:6461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1787096296.568231:0:6461:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6462:x1873906084499840:12345-0@lo:105: 00010000:00010000:3.0:1787096296.568239:0:6461:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568246:0:6461:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568252:0:6461:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568257:0:6461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 5/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568262:0:6461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568274:0:6461:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 6/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.568290:0:6461:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8c7abd762400) 00010000:00010000:0.0:1787096296.568311:0:8384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096296.568322:0:6461:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6462:x1873906084499840:12345-0@lo:105: Request processed in 91us (166us total) trans 0 rc 0/0 00010000:00010000:0.0:1787096296.568325:0:8384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096296.568330:0:6461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787096296.568350:0:6462:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6462:1873906084499840:0@lo:105: 00010000:00010000:2.0:1787096296.568566:0:6462:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787096296.568596:0:6462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2406:x1873906077113344:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 545us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.568602:0:6462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 104 00000100:00100000:0.0:1787096296.569004:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499968:0@lo:403:mdt00_003.0 00000100:00100000:0.0:1787096296.569040:0:8384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.569062:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ac0a39240 going to sleep for 11 seconds 00000100:00100000:1.0:1787096296.569094:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084499968 00000100:00100000:1.0:1787096296.569099:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084499968 00000100:00100000:1.0:1787096296.569124:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1787096296.569132:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a883f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8384:x1873906084499968:12345-0@lo:403:mdt00_003.0 00000100:00100000:1.0:1787096296.570795:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a883f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:8384:x1873906084499968:12345-0@lo:403:mdt00_003.0 Request processed in 1663us (1753us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.570801:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1787096296.570870:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8384:1873906084499968:0@lo:403:mdt00_003.0 00000040:00080000:0.0:1787096296.571727:0:8384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].11, 936 off48552 00000040:00080000:0.0:1787096296.571876:0:8384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].11, 1016 off50032 00000004:00080000:0.0:1787096296.571882:0:8384:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8c7ac0a39240 with version 24 00000004:00080000:1.0:1787096296.571951:0:7405:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8c7aad23da80 version 24 rpc_version 24 00000020:00100000:1.0:1787096296.571975:0:7405:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787096296.571983:0:7405:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c7983385180 x1873906084500224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2592/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787096296.571997:0:7405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983385180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7405:1873906084500224:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787096296.572027:0:7405:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096296.572048:0:7405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a8858f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787096296.572059:0:7980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500224 00000100:00100000:3.0:1787096296.572065:0:7980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500224 00000100:00100000:3.0:1787096296.572095:0:7980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1787096296.572103:0:7980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:7405:x1873906084500224:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787096296.572541:0:7980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983386680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:7405:x1873906084500224:12345-0@lo:1000:osp_up0-1.0 Request processed in 439us (512us total) trans 4294967411 rc 0/0 00000100:00100000:3.0:1787096296.572548:0:7980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1787096296.572585:0:7405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983385180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7405:1873906084500224:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787096296.572607:0:8384:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0xa:0x0]: returning size 4096 00010000:00010000:0.0:1787096296.572619:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572627:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572633:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572637:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762e00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096296.572647:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572653:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572661:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff8c7a92c71400) 00010000:00010000:0.0:1787096296.572663:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787096296.572666:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572671:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e812 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572682:0:8384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572688:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572693:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572712:0:8384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787096296.572717:0:8384:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000401:0x8:0x0] 00010000:00010000:0.0:1787096296.572722:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572726:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572728:0:6465:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787096296.572733:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572736:0:6465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572754:0:6465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762400 already unused, calling callback (ffffffffc1765ee0) 00010000:00010000:0.0:1787096296.572756:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763800 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096296.572759:0:6465:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572760:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572779:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572785:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7a92c71700) 00010000:00010000:0.0:1787096296.572791:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096296.572795:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 2/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787096296.572799:0:6465:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572801:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e80b lrc: 0/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572827:0:8384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572833:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572838:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572839:0:6465:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572851:0:6465:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787096296.572858:0:8384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787096296.572865:0:8384:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787096296.572869:0:8384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572873:0:6465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572892:0:6465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762400/0x9eebb2eb7f50e819 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e820 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572895:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572911:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.572912:0:7400:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787096296.572915:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787096296.572919:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096296.572921:0:7400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.572922:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096296.572931:0:7400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763a00 already unused, calling callback (ffffffffc1765ee0) 00010000:00010000:3.0:1787096296.572936:0:7400:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.572936:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084500352:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787096296.572937:0:8384:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787096296.572948:0:8384:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000004:00010000:3.0:1787096296.572950:0:7400:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572959:0:6466:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787096296.572964:0:6466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.572970:0:6466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762600 already unused, calling callback (ffffffffc1765ee0) 00010000:00010000:0.0:1787096296.572974:0:6466:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.572975:0:7400:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 2/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787096296.572979:0:6466:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.572987:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787096296.573005:0:7400:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787096296.573013:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1787096296.573018:0:7400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 1/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.573018:0:6466:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.573022:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7a879f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084500480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787096296.573049:0:6466:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787096296.573051:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763a00/0x9eebb2eb7f50e7fd lrc: 0/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e804 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.573062:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787096296.573069:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096296.573073:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.573075:0:6466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096296.573076:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.573084:0:6466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd762600/0x9eebb2eb7f50e7e1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e7e8 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.573096:0:6463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500352 00000100:00100000:1.0:1787096296.573100:0:6463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500352 00010000:00010000:0.0:1787096296.573102:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.573106:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096296.573107:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787096296.573121:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084500608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787096296.573129:0:6463:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500480 00000100:00100000:1.0:1787096296.573133:0:6463:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500480 00000100:00100000:3.0:1787096296.573151:0:10225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787096296.573158:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.573163:0:10225:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a90586450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+15:3628:x1873906084500352:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787096296.573164:0:6463:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00010000:00010000:3.0:1787096296.573176:0:10225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787096296.573177:0:6463:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983384a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:3628:x1873906084500480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787096296.573191:0:10225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ea000/0x9eebb2eb7f50e820 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9eebb2eb7f50e819 expref: 15 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.573209:0:6463:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787096296.573210:0:8375:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500608 00000100:00100000:0.0:1787096296.573215:0:8375:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500608 00010000:00010000:3.0:1787096296.573216:0:10225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:3.0:1787096296.573225:0:10225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787096296.573226:0:6463:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881400/0x9eebb2eb7f50e804 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7fd expref: 15 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096296.573239:0:6463:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa:0x0].0x0 (ffff8c7aadc8fb00) 00010000:00010000:1.0:1787096296.573249:0:6463:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787096296.573249:0:8375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787096296.573260:0:8375:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c79838a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:3626:x1873906084500608:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787096296.573266:0:10225:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a90586450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+14:3628:x1873906084500352:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (282us total) trans 0 rc 0/0 00010000:00010000:0.0:1787096296.573268:0:8375:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787096296.573276:0:10225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:0.0:1787096296.573285:0:8375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50e7e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7e1 expref: 14 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096296.573286:0:6463:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983384a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:3628:x1873906084500480:12345-0@lo:103:ldlm_bl.0 Request processed in 111us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096296.573303:0:6463:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:0.0:1787096296.573307:0:8375:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:0.0:1787096296.573312:0:8375:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787096296.573351:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7a879f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084500480:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787096296.573387:0:8375:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c79838a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3626:x1873906084500608:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.573395:0:8375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787096296.573405:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983384e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084500352:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787096296.573415:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084500608:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787096296.573429:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096296.573436:0:8384:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096296.573477:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+14:39028:x1873906077113088:12345-192.168.201.52@tcp:36:rm.0 Request processed in 9480us (9556us total) trans 4294967385 rc 0/0 00000100:00100000:0.0:1787096296.573491:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 352 00000100:00100000:0.0:1787096296.944587:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7982f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084500864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787096296.944588:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873906084501120:0@lo:400:kworker.0 00000100:00100000:1.0:1787096296.944596:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:36cee2c3-5860-4e4f-81d9-386cc3395e70:3628:1873906084500736:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.944684:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.944685:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096296.944686:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.944753:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7a879f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084501504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787096296.944765:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873906084501376:0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.944766:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084501632:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.944778:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096296.944796:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501120 00000100:00100000:2.0:1787096296.944806:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501120 00000100:00100000:1.0:1787096296.944811:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.944824:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3629:1873906084502016:0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.944832:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096296.944850:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3628:1873906084501888:0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.944858:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501376 00000100:00100000:2.0:1787096296.944862:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501376 00000100:00100000:0.0:1787096296.944868:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.944872:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3626:1873906084502144:0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.944891:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502016 00000100:00100000:2.0:1787096296.944896:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502016 00000100:00100000:1.0:1787096296.944900:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.944900:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3629:1873906084502528:0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.944922:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501632 00000100:00100000:3.0:1787096296.944928:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501632 00000100:00100000:2.0:1787096296.944934:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501888 00000100:00100000:2.0:1787096296.944939:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501888 00000100:00100000:1.0:1787096296.944947:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084502400:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.944953:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096296.944982:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1787096296.944983:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1787096296.944995:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.945000:0:8361:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500864 00000100:00100000:3.0:1787096296.945004:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084501632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.945005:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873906084501120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945005:0:8361:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500864 00000100:00100000:0.0:1787096296.945049:0:8361:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501504 00000100:00100000:1.0:1787096296.945050:0:6471:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500736 00000100:00100000:0.0:1787096296.945052:0:8361:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501504 00000100:00100000:1.0:1787096296.945059:0:6471:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500736 00000100:00100000:0.0:1787096296.945077:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787096296.945084:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873906084501120:12345-0@lo:400:kworker.0 Request processed in 88us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945089:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084501632:12345-0@lo:400:kworker.0 Request processed in 91us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.945090:0:8361:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+9:3629:x1873906084500864:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787096296.945101:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1787096296.945108:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1787096296.945109:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00002000:00000024:0.0:1787096296.945124:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 548864 free 3923005440 avail 3691483136 00000100:00100000:1.0:1787096296.945126:0:6471:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a8847d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36cee2c3-5860-4e4f-81d9-386cc3395e70+23:3628:x1873906084500736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.945130:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1787096296.945141:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873906084501376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945170:0:8361:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+9:3629:x1873906084500864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945174:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096296.945183:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787096296.945213:0:6471:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a8847d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36cee2c3-5860-4e4f-81d9-386cc3395e70+23:3628:x1873906084500736:12345-0@lo:400:kworker.0 Request processed in 91us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.945220:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983384e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873906084501376:12345-0@lo:400:kworker.0 Request processed in 79us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945221:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084502656:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945221:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1787096296.945235:0:8361:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3629:x1873906084501504:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787096296.945239:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1787096296.945244:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00002000:00000024:0.0:1787096296.945260:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25042624 pending 1073152 free 3921956864 avail 3690434560 00000100:00100000:2.0:1787096296.945262:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502144 00000100:00100000:3.0:1787096296.945267:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096296.945268:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502144 00000100:00100000:2.0:1787096296.945300:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1787096296.945312:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3629:x1873906084502016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945312:0:8361:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+8:3629:x1873906084501504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945318:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873906084501120:0@lo:400:kworker.0 00000100:00100000:1.0:1787096296.945325:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:36cee2c3-5860-4e4f-81d9-386cc3395e70:3628:1873906084500736:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945327:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787096296.945342:0:3626:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1787096296.945350:0:3626:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967355 00000100:00100000:1.0:1787096296.945352:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873906084501376:0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.945381:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3629:x1873906084502016:12345-0@lo:400:kworker.0 Request processed in 73us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.945388:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1787096296.945395:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000004:00080000:3.0:1787096296.945403:0:3626:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967351 committed transno 4294967355 00000100:00100000:0.0:1787096296.945406:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873906084501888:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787096296.945411:0:3626:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8c7ab5c219c0 refcount 2 committed 0 result 0 batchid 8 00000100:00100000:2.0:1787096296.945412:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000020:00080000:3.0:1787096296.945420:0:3626:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8c7a883f8700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8c7ab5c21780 00000020:00080000:3.0:1787096296.945424:0:3626:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].8 00000020:00080000:3.0:1787096296.945429:0:3626:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8c7a883f8000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8c798388f800 00000100:00100000:2.0:1787096296.945429:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873906084502144:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1787096296.945435:0:3626:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x3:0x0].8 00000100:00100000:1.0:1787096296.945444:0:9453:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502528 00000100:00100000:1.0:1787096296.945450:0:9453:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502528 00000100:00100000:0.0:1787096296.945450:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983385c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873906084501888:12345-0@lo:400:kworker.0 Request processed in 47us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.945459:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000004:00080000:3.0:1787096296.945460:0:3626:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967353 committed transno 4294967355 00000004:00080000:3.0:1787096296.945481:0:3626:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000100:00100000:2.0:1787096296.945483:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873906084502144:12345-0@lo:400:kworker.0 Request processed in 59us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.945490:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000004:00080000:3.0:1787096296.945494:0:3626:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:1.0:1787096296.945505:0:9453:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502400 00000100:00100000:0.0:1787096296.945505:0:9462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502656 00000100:00100000:1.0:1787096296.945511:0:9453:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502400 00000100:00100000:0.0:1787096296.945512:0:9462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502656 00000100:00100000:3.0:1787096296.945514:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084501632:0@lo:400:kworker.0 00000020:00080000:2.0:1787096296.945525:0:6508:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000100:00100000:3.0:1787096296.945560:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3626:1873906084502144:0@lo:400:kworker.0 00000100:00100000:1.0:1787096296.945561:0:9453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787096296.945572:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787096296.945577:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1787096296.945578:0:9453:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3629:x1873906084502528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945585:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3628:x1873906084502400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.945589:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7a879f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084500992:0@lo:13:osp-pre-1-0.0 00000020:00080000:2.0:1787096296.945590:0:6508:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:2.0:1787096296.945612:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1787096296.945624:0:8358:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084502656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.945649:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096296.945649:0:9453:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3629:x1873906084502528:12345-0@lo:400:kworker.0 Request processed in 71us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.945649:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983385f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+9:3628:x1873906084502400:12345-0@lo:400:kworker.0 Request processed in 65us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096296.945666:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787096296.945673:0:9453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1787096296.945678:0:8358:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084502656:12345-0@lo:400:kworker.0 Request processed in 56us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945684:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7982f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084501248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787096296.945687:0:8361:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084500992 00000100:00100000:2.0:1787096296.945689:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787096296.945692:0:8361:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084500992 00000100:00100000:3.0:1787096296.945723:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787096296.945723:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787096296.945726:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00080000:2.0:1787096296.945732:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787096296.945736:0:8361:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084500992:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787096296.945737:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787096296.945744:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:0.0:1787096296.945747:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 548864 free 3923005440 avail 3691483136 00000100:00100000:3.0:1787096296.945752:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3626:1873906084501760:0@lo:400:kworker.0 00000100:00100000:1.0:1787096296.945760:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3629:1873906084502016:0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.945771:0:8360:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501248 00000100:00100000:2.0:1787096296.945776:0:8360:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501248 00000100:00100000:1.0:1787096296.945785:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3629:1873906084502528:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945792:0:8361:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084500992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945798:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096296.945800:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1787096296.945810:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1787096296.945814:0:8360:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084501248:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787096296.945818:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7982f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084500864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787096296.945826:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084502272:0@lo:400:kworker.0 00002000:00000024:2.0:1787096296.945827:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25042624 pending 1073152 free 3921956864 avail 3690434560 00000100:00100000:0.0:1787096296.945845:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084501760 00000100:00100000:1.0:1787096296.945846:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7a879f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084501504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787096296.945853:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084501760 00000100:00100000:3.0:1787096296.945869:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096296.945876:0:8360:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084501248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.945883:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:2.0:1787096296.945906:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787096296.945909:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1787096296.945912:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084502656:0@lo:400:kworker.0 00000100:00100000:1.0:1787096296.945917:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3628:1873906084501888:0@lo:400:kworker.0 00000100:00100000:0.0:1787096296.945921:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873906084501760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.945933:0:8356:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502272 00000100:00100000:2.0:1787096296.945937:0:8356:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502272 00000100:00100000:1.0:1787096296.945937:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084502400:0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.945951:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7a879f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084500992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787096296.945976:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873906084501760:12345-0@lo:400:kworker.0 Request processed in 56us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096296.945982:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7982f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084501248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787096296.945983:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787096296.945988:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1787096296.945998:0:8356:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3626:x1873906084502272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.946007:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3626:1873906084501760:0@lo:400:kworker.0 00000100:00100000:3.0:1787096296.946045:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084502272:0@lo:400:kworker.0 00000100:00100000:2.0:1787096296.946047:0:8356:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+8:3626:x1873906084502272:12345-0@lo:400:kworker.0 Request processed in 51us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096296.946059:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787096297.050095:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096297.050134:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096297.050160:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096297.050204:0:8358:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113600 00000100:00100000:2.0:1787096297.050217:0:8358:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113600 00000100:00100000:0.0:1787096297.050236:0:9462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113728 00000100:00100000:0.0:1787096297.050243:0:9462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113728 00000100:00100000:1.0:1787096297.050251:0:6469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113472 00000100:00100000:1.0:1787096297.050259:0:6469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113472 00000100:00080000:3.0:1787096297.050276:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787096297.050282:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787096297.050305:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 95 00000100:00100000:1.0:1787096297.050312:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 304 00000100:00100000:2.0:1787096297.050315:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 96 00000100:00100000:0.0:1787096297.050321:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+8:2406:x1873906077113728:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:2.0:1787096297.050330:0:8358:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:2407:x1873906077113600:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:1.0:1787096297.050330:0:6469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a8847f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5469a594-d695-447b-b0fa-7bef4580840e+9:2406:x1873906077113472:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:2.0:1787096297.050430:0:8358:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:2407:x1873906077113600:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 104us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096297.050433:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+8:2406:x1873906077113728:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 116us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096297.050434:0:6469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a8847f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5469a594-d695-447b-b0fa-7bef4580840e+9:2406:x1873906077113472:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 108us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096297.050445:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 96 00000100:00100000:1.0:1787096297.050457:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 304 00000100:00100000:0.0:1787096297.050458:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 95 00000001:02000400:1.0:1787096297.116123:0:23973:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 27b: test we can create -c n --ec 4+2 with n OSTs ========================================================== 19:38:16 (1787096296) 00010000:00010000:0.0:1787096297.137469:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787096297.456545:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787096297.456570:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084502784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787096297.456651:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096297.456708:0:7407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502784 00000100:00100000:2.0:1787096297.456718:0:7407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502784 00000100:00100000:2.0:1787096297.456774:0:7407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1787096297.456786:0:7407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a879f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084502784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787096297.456833:0:7407:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787096297.456899:0:7407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a879f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084502784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096297.456909:0:7407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1787096297.456949:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084502784:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1787096297.631100:0:24022:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-ec test_27b needs >= 8 OSTs 00000100:00100000:1.0:1787096297.968523:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084502912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787096297.968591:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096297.968635:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084502912 00000100:00100000:3.0:1787096297.968644:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084502912 00000100:00100000:3.0:1787096297.968694:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1787096297.968702:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3628:x1873906084502912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787096297.968740:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446109184 avail 1299869696 00000100:00100000:3.0:1787096297.968802:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983386d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3628:x1873906084502912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096297.968811:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1787096297.968836:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084502912:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1787096298.159499:0:24070:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 27c: test creating with n+2 OSTs ======= 19:38:17 (1787096297) 00010000:00010000:1.0:1787096298.160515:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787096298.723896:0:24118:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-ec test_27c needs >= 8 OSTs 00010000:00010000:3.0:1787096299.184484:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787096299.246867:0:24166:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 27d: test raidset OSTs allocations are valid for -C 8 --ec 5+2 ========================================================== 19:38:18 (1787096298) 00000001:02000400:0.0:1787096299.733849:0:24214:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-ec test_27d needs >= 8 OSTs 00000001:00080000:1.0:1787096300.017641:0:8352:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967306 is committed 00000001:00080000:1.0:1787096300.017661:0:8352:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed 00000001:00080000:2.0:1787096300.017771:0:9413:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00000020:00080000:1.0:1787096300.017787:0:6456:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000001:00080000:2.0:1787096300.017792:0:9413:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00000001:00080000:1.0:1787096300.017804:0:6456:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967411 is committed 00000020:00080000:2.0:1787096300.017825:0:6508:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:2.0:1787096300.017895:0:6508:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8c7a84f69cc0 with version 19 00000020:00080000:2.0:1787096300.017911:0:6508:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x3:0x0].8: rc = 0 00000004:00080000:1.0:1787096300.017921:0:7977:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8c7a87ed4300 version 19 rpc_version 19 00000020:00100000:1.0:1787096300.017963:0:7977:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787096300.017981:0:7977:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c7983387800 x1873906084503168/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00080000:2.0:1787096300.018000:0:6508:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x3:0x0].8: rc = 0 00000020:00080000:2.0:1787096300.018015:0:6508:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000100:00100000:1.0:1787096300.018015:0:7977:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983387800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7977:1873906084503168:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787096300.018112:0:7977:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096300.018167:0:7980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503168 00000100:00100000:3.0:1787096300.018178:0:7980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503168 00000100:00100000:1.0:1787096300.018201:0:7977:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a8858f600 going to sleep for 11 seconds 00000100:00100000:3.0:1787096300.018251:0:7980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1787096300.018266:0:7980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7977:x1873906084503168:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787096300.018493:0:7980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983386300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7977:x1873906084503168:12345-0@lo:1000:osp_up1-0.0 Request processed in 229us (379us total) trans 4294967386 rc 0/0 00000100:00100000:3.0:1787096300.018504:0:7980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1787096300.018541:0:7977:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983387800 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7977:1873906084503168:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787096300.019451:0:7389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787096300.019469:0:7389:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096300.019507:0:7389:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096300.019514:0:7389:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787096300.019546:0:7389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8c7abd763c00/0x9eebb2eb7f50e7ef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9eebb2eb7f50e7f6 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787096300.019568:0:7389:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967386 is committed 00000100:00100000:1.0:1787096300.019582:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7982f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084503296:0@lo:103:jbd2/dm-1-8.0 00000001:00080000:0.0:1787096300.019589:0:7389:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967385 is committed 00000004:00080000:0.0:1787096300.019602:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 7 committed 00000004:00080000:0.0:1787096300.019613:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 7 committed 00010000:00010000:3.0:1787096300.019618:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019632:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.019633:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787096300.019644:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019654:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983881a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096300.019660:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019680:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019702:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0xc0870d27 (ffff8c7aadc8fc00) 00010000:00010000:3.0:1787096300.019706:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787096300.019711:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1787096300.019714:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019724:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e7cc lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x8:0x0].0xc0870d27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.019726:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7982f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084503424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1787096300.019770:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096300.019803:0:8356:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503424 00000100:00100000:0.0:1787096300.019807:0:8356:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503424 00000100:00100000:1.0:1787096300.019826:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7aac3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084503552:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787096300.019832:0:10225:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503296 00000100:00100000:3.0:1787096300.019839:0:10225:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503296 00000100:00100000:0.0:1787096300.019864:0:8356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787096300.019870:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096300.019876:0:8356:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873906084503424:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1787096300.019893:0:10225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00002000:00080000:0.0:1787096300.019899:0:8356:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2 count 1 00000100:00100000:3.0:1787096300.019908:0:10225:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983384700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3629:x1873906084503296:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787096300.019923:0:10225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1787096300.019928:0:8356:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x2:0x0] initial LVB size: 524288, mtime: 0x6a84ece6, atime: 0x6a84ece6, ctime: 0x6a84ece6, blocks: 0x400 00010000:00010000:0.0:1787096300.019936:0:8356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.019945:0:8359:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503552 00010000:00010000:3.0:1787096300.019947:0:10225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e7f6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6ab828e0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9eebb2eb7f50e7ef expref: 7 pid: 7407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096300.019950:0:8356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1787096300.019951:0:8359:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503552 00010000:00010000:0.0:1787096300.019955:0:8356:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1787096300.019962:0:8356:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019972:0:10225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6ab828e0 (ffff8c79830ee100) 00010000:00010000:0.0:1787096300.019977:0:8356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096300.019984:0:8356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.019985:0:10225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787096300.019992:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00010000:00010000:0.0:1787096300.019997:0:8356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.020004:0:8359:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1873906084503552:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1787096300.020015:0:8356:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1787096300.020020:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3 count 1 00000100:00100000:3.0:1787096300.020036:0:10225:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983384700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+6:3629:x1873906084503296:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 132us (404us total) trans 0 rc 0/0 00002000:00010000:1.0:1787096300.020043:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 3145728, mtime: 0x6a84ece6, atime: 0x0, ctime: 0x6a84ece6, blocks: 0x800 00000100:00100000:3.0:1787096300.020050:0:10225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1787096300.020053:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096300.020062:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1787096300.020065:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1787096300.020067:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096300.020079:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096300.020087:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096300.020092:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096300.020103:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7982f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084503296:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787096300.020126:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1787096300.020156:0:8356:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983387480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3627:x1873906084503424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 266us (367us total) trans 4294967310 rc 0/0 00000100:00100000:0.0:1787096300.020162:0:8356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00010000:3.0:1787096300.020173:0:8374:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787096300.020182:0:8374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020203:0:8374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762800 already unused, calling callback (ffffffffc0bef6f0) 00010000:00010000:3.0:1787096300.020209:0:8374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020218:0:8374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020237:0:8374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.020244:0:8359:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983387100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3627:x1873906084503552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 240us (376us total) trans 4294967307 rc 0/0 00010000:00010000:3.0:1787096300.020252:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003df9901c/0x9eebb2eb7f50e827 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096300.020259:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:3.0:1787096300.020283:0:8374:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787096300.020288:0:8374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787096300.020294:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787096300.020298:0:8374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd6abe00 already unused, calling callback (ffffffffc0bef6f0) 00000100:00080000:1.0:1787096300.020301:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787096300.020303:0:8374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020314:0:8374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020327:0:8374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096300.020333:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096300.020345:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000463afa85/0x9eebb2eb7f50e82e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096300.020391:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787096300.020392:0:3627:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967305 gen 2 00010000:00010000:3.0:1787096300.020394:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096300.020399:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787096300.020401:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c79838a9f80, transno 4294967303 00000004:00080000:1.0:1787096300.020417:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c79838a8380, transno 4294967304 00000004:00080000:1.0:1787096300.020423:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c79838ab800, transno 4294967305 00000100:00100000:1.0:1787096300.020433:0:3627:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff8c7aac3b1500 x1873906084503552/t4294967307(4294967307) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1787096316 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1787096300.020444:0:3627:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c7aac3b1500/2, rc 0, transno 4294967307 00000100:00100000:1.0:1787096300.020451:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7aac3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084503552:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1787096300.020468:0:3627:0:(client.c:3102:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967309 gen 2 00000004:00080000:1.0:1787096300.020473:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c7abd60c000, transno 4294967305 00000004:00080000:1.0:1787096300.020492:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c7983340a80, transno 4294967307 00000004:00080000:0.0:1787096300.020493:0:9444:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 1 changes, 1 in progress, 0 in flight, 3 done 00000004:00080000:1.0:1787096300.020500:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c7abd5c0000, transno 4294967308 00000004:00080000:1.0:1787096300.020506:0:3627:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8c7abd5c2a00, transno 4294967309 00000100:00100000:1.0:1787096300.020512:0:3627:0:(client.c:3146:ptlrpc_free_committed()) @@@ stopping search req@ffff8c7982f53100 x1873906084503424/t4294967310(4294967310) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1787096316 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1787096300.020521:0:3627:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c7982f53100/2, rc 0, transno 4294967310 00000100:00100000:1.0:1787096300.020527:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7982f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084503424:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1787096300.020598:0:9446:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 1 changes, 1 in progress, 0 in flight, 4 done 00010000:00010000:1.0:1787096300.208499:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787096300.274606:0:24262:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 27e: test raidset OSTs allocations are valid for -C 13 --ec 5+2 ========================================================== 19:38:19 (1787096299) 00000001:02000400:3.0:1787096300.817791:0:24310:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-ec test_27e needs >= 8 OSTs 00010000:00010000:3.0:1787096301.232469:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787096301.377418:0:24358:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 27f: test raidset OSTs allocations are valid for -C 20 --ec 5+2 ========================================================== 19:38:20 (1787096300) 00000001:02000400:2.0:1787096301.895890:0:24406:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-ec test_27f needs >= 8 OSTs 00000004:00080000:1.0:1787096302.064507:0:9447:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 251871148011ns, next at 252871144267ns, rc = 0 00000004:00080000:3.0:1787096302.064526:0:9445:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 251871168706ns, next at 252871165892ns, rc = 0 00000100:00100000:1.0:1787096302.064544:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084503680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787096302.064582:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:36cee2c3-5860-4e4f-81d9-386cc3395e70:3629:1873906084503808:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.064631:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064637:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7aac3b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084503936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787096302.064639:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064690:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.064699:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084504192:0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.064707:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd60c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084504320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787096302.064722:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873906084504448:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.064733:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096302.064749:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.064758:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3628:1873906084504704:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.064767:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096302.064779:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3629:1873906084504832:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.064787:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064796:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3626:1873906084504960:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.064819:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084505216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787096302.064821:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064846:0:8360:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503680 00000100:00100000:2.0:1787096302.064856:0:8360:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503680 00000100:00100000:3.0:1787096302.064861:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084505344:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.064865:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.064886:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084505728:0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.064902:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064924:0:8360:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503936 00000100:00100000:1.0:1787096302.064927:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873906084504064:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.064929:0:8360:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503936 00000100:00100000:2.0:1787096302.064957:0:8360:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504320 00000100:00100000:2.0:1787096302.064960:0:8360:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504320 00000100:00100000:1.0:1787096302.064966:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.064978:0:8360:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505216 00000100:00100000:2.0:1787096302.064982:0:8360:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505216 00000100:00100000:1.0:1787096302.064993:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3627:1873906084504576:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065004:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:1.0:1787096302.065022:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.065038:0:8360:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1873906084503680:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787096302.065044:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3627:1873906084505088:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065067:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1787096302.065078:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16604864 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1787096302.065083:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3627:1873906084505600:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065098:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.065151:0:6471:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084503808 00000100:00100000:2.0:1787096302.065155:0:8360:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983384380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1873906084503680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.065157:0:6471:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084503808 00000100:00100000:2.0:1787096302.065168:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1787096302.065190:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1787096302.065200:0:8360:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084503936:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787096302.065200:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1787096302.065205:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1787096302.065214:0:8361:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3629:x1873906084504320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787096302.065221:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23969472 pending 0 free 3923005440 avail 3691483136 00000100:00100000:1.0:1787096302.065221:0:6471:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a8847ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36cee2c3-5860-4e4f-81d9-386cc3395e70+23:3629:x1873906084503808:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1787096302.065227:0:8361:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23969472 pending 0 free 3923005440 avail 3691483136 00000100:00100000:2.0:1787096302.065257:0:8360:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873906084503936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.065265:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1787096302.065266:0:8361:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3629:x1873906084504320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.065275:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1787096302.065280:0:21727:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504448 00000100:00100000:3.0:1787096302.065286:0:21727:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504448 00000100:00100000:2.0:1787096302.065286:0:8360:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:1.0:1787096302.065290:0:6471:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a8847ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:36cee2c3-5860-4e4f-81d9-386cc3395e70+23:3629:x1873906084503808:12345-0@lo:400:kworker.0 Request processed in 73us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.065298:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1787096302.065303:0:8360:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084505216:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787096302.065313:0:9462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505344 00002000:00000024:2.0:1787096302.065315:0:8360:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16604864 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1787096302.065316:0:9462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505344 00000100:00100000:1.0:1787096302.065344:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504192 00000100:00100000:2.0:1787096302.065346:0:8360:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084505216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.065349:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504192 00000100:00100000:0.0:1787096302.065349:0:9462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505600 00000100:00100000:2.0:1787096302.065380:0:8360:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1787096302.065388:0:9462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505600 00000100:00100000:1.0:1787096302.065398:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504576 00000100:00100000:1.0:1787096302.065402:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504576 00000100:00100000:2.0:1787096302.065409:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504704 00000100:00100000:2.0:1787096302.065414:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504704 00000100:00100000:0.0:1787096302.065420:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787096302.065428:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c79839bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3629:x1873906084505344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065437:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1787096302.065448:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3628:x1873906084504192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.065450:0:21727:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504832 00000100:00100000:2.0:1787096302.065452:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504064 00000100:00100000:3.0:1787096302.065455:0:21727:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504832 00000100:00100000:2.0:1787096302.065458:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504064 00000100:00100000:0.0:1787096302.065470:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c79839bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3629:x1873906084505344:12345-0@lo:400:kworker.0 Request processed in 43us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.065477:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787096302.065482:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505088 00000100:00100000:2.0:1787096302.065485:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505088 00000100:00100000:1.0:1787096302.065497:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3628:x1873906084504192:12345-0@lo:400:kworker.0 Request processed in 51us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096302.065501:0:21727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1787096302.065503:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787096302.065514:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1787096302.065520:0:21727:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873906084504448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065520:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1787096302.065521:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3627:x1873906084505600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065530:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1787096302.065534:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873906084504704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065543:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873906084504576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.065592:0:21727:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873906084504448:12345-0@lo:400:kworker.0 Request processed in 77us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.065596:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873906084504704:12345-0@lo:400:kworker.0 Request processed in 64us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.065596:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3627:x1873906084505600:12345-0@lo:400:kworker.0 Request processed in 82us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.065608:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873906084504576:12345-0@lo:400:kworker.0 Request processed in 65us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.065612:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1787096302.065617:0:21727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1787096302.065626:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1787096302.065629:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1787096302.065641:0:21727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1787096302.065651:0:21727:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873906084504064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065656:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1787096302.065667:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abf936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3629:x1873906084504832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065672:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1787096302.065685:0:6477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873906084505088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.065692:0:21727:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873906084504064:12345-0@lo:400:kworker.0 Request processed in 44us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.065693:0:3627:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967386 gen 2 00000100:00100000:3.0:1787096302.065703:0:21727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000004:00080000:0.0:1787096302.065704:0:3627:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967386 committed transno 4294967386 00000100:00100000:2.0:1787096302.065714:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abf936300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3629:x1873906084504832:12345-0@lo:400:kworker.0 Request processed in 51us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.065721:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1787096302.065735:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3627:1873906084504576:0@lo:400:kworker.0 00000100:00100000:1.0:1787096302.065740:0:6477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873906084505088:12345-0@lo:400:kworker.0 Request processed in 57us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.065753:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1787096302.065756:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096302.065758:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3627:1873906084505088:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065776:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084504960 00000100:00100000:0.0:1787096302.065778:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3627:1873906084505600:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065780:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084504960 00000100:00100000:3.0:1787096302.065785:0:3626:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084505472:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065813:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787096302.065819:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.065826:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873906084504960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787096302.065826:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873906084504064:0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.065862:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7aac3b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3626:1873906084503936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787096302.065863:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:36cee2c3-5860-4e4f-81d9-386cc3395e70:3629:1873906084503808:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065869:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873906084504960:12345-0@lo:400:kworker.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.065876:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787096302.065881:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873906084504448:0@lo:400:kworker.0 00000100:00100000:0.0:1787096302.065892:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd60c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084504320:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787096302.065896:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787096302.065900:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3626:1873906084504960:0@lo:400:kworker.0 00000100:00080000:2.0:1787096302.065903:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787096302.065908:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787096302.065911:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787096302.065911:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3629:1873906084504832:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.065924:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096302.065927:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084505344:0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.065953:0:8358:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505472 00000100:00100000:3.0:1787096302.065957:0:8358:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505472 00000100:00100000:0.0:1787096302.065959:0:9462:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505728 00000100:00100000:2.0:1787096302.065960:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983385880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084503680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787096302.065964:0:9462:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505728 00000100:00100000:2.0:1787096302.065974:0:3628:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967411 gen 2 00000004:00080000:2.0:1787096302.065979:0:3628:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967408 committed transno 4294967411 00000100:00100000:3.0:1787096302.065989:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787096302.065996:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000004:00080000:2.0:1787096302.065997:0:3628:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967409 committed transno 4294967411 00000100:00100000:3.0:1787096302.066001:0:8358:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3626:x1873906084505472:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1787096302.066007:0:3628:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967410 committed transno 4294967411 00000100:00100000:0.0:1787096302.066007:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084505728:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1787096302.066041:0:3628:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967411 committed transno 4294967411 00000020:00080000:2.0:1787096302.066047:0:3628:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8c7ac0a399c0 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1787096302.066052:0:3628:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8c7aad1e6700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8c7ac0a39240 00000100:00100000:0.0:1787096302.066054:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084505728:12345-0@lo:400:kworker.0 Request processed in 52us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096302.066064:0:8358:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983341f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3626:x1873906084505472:12345-0@lo:400:kworker.0 Request processed in 65us (246us total) trans 0 rc 0/0 00000020:00080000:2.0:1787096302.066064:0:3628:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].11 00000100:00100000:0.0:1787096302.066064:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000020:00080000:2.0:1787096302.066070:0:3628:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8c7aad1e6900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8c7981e5b000 00000020:00080000:2.0:1787096302.066074:0:3628:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].11 00000100:00100000:3.0:1787096302.066077:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787096302.066118:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3628:1873906084504192:0@lo:400:kworker.0 00000020:00080000:0.0:1787096302.066121:0:7414:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 11 committed batchid 10 00000100:00100000:2.0:1787096302.066135:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3628:1873906084504704:0@lo:400:kworker.0 00000100:00100000:2.0:1787096302.066164:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084505216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787096302.066175:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084505728:0@lo:400:kworker.0 00000020:00080000:0.0:1787096302.066180:0:7414:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00000100:00100000:2.0:1787096302.066208:0:3626:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3626:1873906084505472:0@lo:400:kworker.0 00000100:00100000:3.0:1787096302.170472:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.170545:0:6469:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113856 00000100:00100000:3.0:1787096302.170552:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.170558:0:6469:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113856 00000100:00100000:3.0:1787096302.170623:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.170628:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 306 00000100:00100000:0.0:1787096302.170628:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114112 00000100:00100000:0.0:1787096302.170637:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114112 00000100:00100000:1.0:1787096302.170643:0:6469:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a8847e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5469a594-d695-447b-b0fa-7bef4580840e+9:2409:x1873906077113856:12345-192.168.201.52@tcp:400:kworker.0 00000100:00080000:2.0:1787096302.170675:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787096302.170687:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.170716:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077113984 00000100:00100000:0.0:1787096302.170720:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077113984 00000100:00100000:2.0:1787096302.170734:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 230 00000100:00100000:1.0:1787096302.170750:0:6469:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a8847e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5469a594-d695-447b-b0fa-7bef4580840e+9:2409:x1873906077113856:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 107us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.170752:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aac3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077114112:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:1.0:1787096302.170764:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 306 00000100:00100000:0.0:1787096302.170774:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 231 00000100:00100000:0.0:1787096302.170786:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077113984:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:3.0:1787096302.170806:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096302.170814:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aac3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077114112:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 69us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.170821:0:9453:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114368 00000100:00100000:1.0:1787096302.170827:0:9453:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114368 00000100:00100000:0.0:1787096302.170827:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077113984:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 43us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.170832:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 230 00000100:00100000:0.0:1787096302.170842:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 231 00000100:00080000:0.0:1787096302.170867:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787096302.170877:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787096302.170879:0:9453:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114240 00000100:00100000:1.0:1787096302.170884:0:9453:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114240 00000100:00100000:0.0:1787096302.170894:0:9462:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 101 00000100:00100000:0.0:1787096302.170905:0:9462:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077114368:12345-192.168.201.52@tcp:400:kworker.0 00000100:00100000:2.0:1787096302.170940:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 102 00000100:00100000:0.0:1787096302.170941:0:9462:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2409:x1873906077114368:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 36us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.170953:0:9462:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 101 00000100:00100000:2.0:1787096302.170959:0:8359:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+6:2409:x1873906077114240:12345-192.168.201.52@tcp:400:kworker.0 00000100:00080000:1.0:1787096302.170961:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787096302.171001:0:8359:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+6:2409:x1873906077114240:12345-192.168.201.52@tcp:400:kworker.0 Request processed in 50us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.171016:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 102 00010000:00010000:1.0:1787096302.256498:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787096302.458083:0:24454:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 28a: EC parity correctly tracks writes through hardlinks ========================================================== 19:38:21 (1787096301) 00000100:00100000:3.0:1787096302.509436:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.509475:0:6478:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114496 00000100:00100000:1.0:1787096302.509489:0:6478:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114496 00000100:00100000:1.0:1787096302.509565:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 353 00000100:00100000:1.0:1787096302.509582:0:6478:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+5:40679:x1873906077114496:12345-192.168.201.52@tcp:41:stat.0 00000004:00000024:1.0:1787096302.509651:0:6478:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7846535168 avail 7383490560 00000100:00100000:1.0:1787096302.509727:0:6478:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+5:40679:x1873906077114496:12345-192.168.201.52@tcp:41:stat.0 Request processed in 151us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.509734:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 353 00000100:00100000:3.0:1787096302.527873:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096302.527924:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114624 00000100:00100000:2.0:1787096302.527939:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114624 00000100:00100000:2.0:1787096302.528007:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 354 00000100:00100000:2.0:1787096302.528019:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:40685:x1873906077114624:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:2.0:1787096302.528055:0:10275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096302.528076:0:10275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e835 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4150c expref: -99 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528152:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528168:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528179:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787096302.528226:0:10275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787096302.528229:0:10275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787096302.528247:0:10275:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528267:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb800/0x9eebb2eb7f50e835 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4150c expref: 7 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528281:0:10275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4150c expref: 6 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.528289:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:2.0:1787096302.528292:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787096302.528295:0:10275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830ebc00, rc 0) 00000100:00100000:2.0:1787096302.528385:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+6:40685:x1873906077114624:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 366us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.528394:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 354 00000100:00100000:2.0:1787096302.529400:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.529460:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077114752 00000100:00100000:0.0:1787096302.529466:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077114752 00000100:00100000:0.0:1787096302.529498:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 355 00000100:00100000:0.0:1787096302.529513:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+6:40685:x1873906077114752:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1787096302.529521:0:8384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096302.529530:0:8384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e843 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41513 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529561:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529568:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529574:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529606:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529612:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529617:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529658:0:8384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529664:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529669:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529674:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529678:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096302.529681:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529687:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529694:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:0.0:1787096302.529696:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096302.529699:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529703:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e84a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529711:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529715:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529723:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529727:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096302.529729:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529733:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529737:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x774e2b0 (ffff8c7a92ea9400) 00010000:00010000:0.0:1787096302.529739:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096302.529740:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529744:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e851 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529762:0:8384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e843 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41513 expref: 7 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529769:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:0.0:1787096302.529771:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096302.529773:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e843 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41513 expref: 7 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.529779:0:8384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd762000, rc 0) 00000100:00100000:0.0:1787096302.529810:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+6:40685:x1873906077114752:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 299us (413us total) trans 0 rc 301/301 00000100:00100000:0.0:1787096302.529829:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 355 00000100:00100000:3.0:1787096302.531681:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.531730:0:21727:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115008 00000100:00100000:0.0:1787096302.531736:0:21727:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115008 00000100:00100000:0.0:1787096302.531772:0:21727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 356 00000100:00100000:0.0:1787096302.531781:0:21727:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+6:40685:x1873906077115008:12345-192.168.201.52@tcp:36:lfs.0 00010000:00010000:0.0:1787096302.531818:0:21727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787096302.531832:0:21727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830ebc00/0x9eebb2eb7f50e83c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4150c expref: 6 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531847:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:0.0:1787096302.531851:0:21727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787096302.531878:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531888:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531897:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531909:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e85f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531918:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e85f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.531925:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e85f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787096302.532913:0:21727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000400:0x3:0x0].9, 2152 off47272 00000040:00080000:0.0:1787096302.533022:0:21727:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000401:0x3:0x0].9, 2352 off48592 00000004:00080000:0.0:1787096302.533032:0:21727:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8c7a82ef1840 with version 20 00000004:00080000:1.0:1787096302.533119:0:7977:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8c7a87ed4300 version 20 rpc_version 20 00000020:00100000:1.0:1787096302.533163:0:7977:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787096302.533170:0:7977:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c7abd5e8e00 x1873906084505984/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787096302.533192:0:7977:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5e8e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7977:1873906084505984:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787096302.533239:0:7977:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.533286:0:7977:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a8862ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1787096302.533291:0:7407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084505984 00000100:00100000:0.0:1787096302.533298:0:7407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084505984 00000100:00100000:0.0:1787096302.533341:0:7407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1787096302.533351:0:7407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aac3cb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7977:x1873906084505984:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787096302.533770:0:7407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aac3cb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:7977:x1873906084505984:12345-0@lo:1000:osp_up1-0.0 Request processed in 420us (527us total) trans 4294967387 rc 0/0 00000100:00100000:0.0:1787096302.533780:0:7407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1787096302.533857:0:7977:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5e8e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:7977:1873906084505984:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787096302.533949:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e866 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.533959:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e866 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.533967:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e866 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.533981:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e86d lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.533986:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e86d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.533991:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e86d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534013:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534018:0:21727:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534025:0:21727:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.534037:0:21727:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7aadf2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21727:1873906084506112:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1787096302.534068:0:21727:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787096302.534107:0:21727:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7ab5c9f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787096302.534121:0:7980:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506112 00000100:00100000:0.0:1787096302.534126:0:7980:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506112 00000100:00100000:0.0:1787096302.534164:0:7980:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1787096302.534174:0:7980:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:21727:x1873906084506112:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787096302.534188:0:7980:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096302.534204:0:7980:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9eebb2eb7f50e874 expref: -99 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.534227:0:7980:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 7 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.534243:0:7980:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 7 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.534253:0:7980:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff8c7a92ea9e00) 00010000:00010000:0.0:1787096302.534256:0:7980:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096302.534260:0:7980:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd762e00, rc 0) 00000100:00100000:0.0:1787096302.534301:0:7980:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:21727:x1873906084506112:12345-0@lo:101:mdt00_005.0 Request processed in 129us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096302.534318:0:21727:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7aadf2d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21727:1873906084506112:0@lo:101:mdt00_005.0 00000100:00100000:0.0:1787096302.534323:0:7980:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00010000:00010000:3.0:1787096302.534339:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534352:0:21727:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787096302.534437:0:21727:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037115da7 reply state 0000000065342cf0 transno 4294967412 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e86d lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534448:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881a00/0x9eebb2eb7f50e86d lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534453:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:3.0:1787096302.534455:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787096302.534457:0:21727:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787096302.534461:0:21727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534467:0:21727:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787096302.534474:0:21727:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x240000401:0x8:0x0] 00000004:00010000:3.0:1787096302.534477:0:21727:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037115da7 reply state 0000000065342cf0 transno 4294967412 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e866 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534482:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50e866 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534493:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8c7ab3f9fb00) 00010000:00010000:3.0:1787096302.534494:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787096302.534496:0:21727:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787096302.534499:0:21727:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 4096 00010000:00010000:3.0:1787096302.534504:0:21727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534508:0:21727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534513:0:21727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534516:0:21727:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534520:0:21727:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762600 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096302.534522:0:21727:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534527:0:21727:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534532:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:3.0:1787096302.534533:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096302.534535:0:21727:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534539:0:21727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762600/0x9eebb2eb7f50e858 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787096302.534546:0:21727:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037115da7 reply state 0000000065342cf0 transno 4294967412 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e85f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534556:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50e85f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.534561:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x774e2b0 (ffff8c7a92ea9600) 00010000:00010000:3.0:1787096302.534562:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787096302.534563:0:21727:0:(service.c:179:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1787096302.534619:0:21727:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+7:40685:x1873906077115008:12345-192.168.201.52@tcp:36:lfs.0 Request processed in 2838us (2937us total) trans 4294967412 rc 0/0 00000100:00100000:3.0:1787096302.534627:0:21727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 356 00000100:00100000:3.0:1787096302.544784:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.544867:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115136 00000100:00100000:0.0:1787096302.544880:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115136 00000100:00100000:0.0:1787096302.544942:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 357 00000100:00100000:0.0:1787096302.544955:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+7:40688:x1873906077115136:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1787096302.544982:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096302.545005:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e882 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4151a expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545075:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e889 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545111:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545127:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096302.545174:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787096302.545179:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096302.545202:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545231:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762000/0x9eebb2eb7f50e882 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4151a expref: 9 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545248:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50e889 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4151a expref: 8 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.545279:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:0.0:1787096302.545283:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787096302.545288:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd762400, rc 0) 00000100:00100000:0.0:1787096302.545349:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+8:40688:x1873906077115136:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 396us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096302.545394:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 357 00000100:00100000:2.0:1787096302.546270:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.546312:0:6477:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115264 00000100:00100000:1.0:1787096302.546324:0:6477:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115264 00000100:00100000:1.0:1787096302.546374:0:6477:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 358 00000100:00100000:1.0:1787096302.546382:0:6477:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+8:40688:x1873906077115264:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:1.0:1787096302.546391:0:6477:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096302.546401:0:6477:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aa200/0x9eebb2eb7f50e890 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41521 expref: -99 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546432:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546440:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546447:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546454:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546460:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546464:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546523:0:6477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab600/0x9eebb2eb7f50e8a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546529:0:6477:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab600/0x9eebb2eb7f50e8a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546534:0:6477:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab600/0x9eebb2eb7f50e8a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096302.546601:0:6477:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1787096302.546604:0:6477:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787096302.546614:0:6477:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab600/0x9eebb2eb7f50e8a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546623:0:6477:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546628:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546633:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546637:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546641:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd6ab000 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096302.546644:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546649:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546656:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71300) 00010000:00010000:1.0:1787096302.546658:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096302.546661:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546665:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab000/0x9eebb2eb7f50e897 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546682:0:6477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546689:0:6477:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546696:0:6477:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546702:0:6477:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd6aac00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096302.546706:0:6477:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546713:0:6477:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546721:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x774e2b0 (ffff8c7a92ea9600) 00010000:00010000:1.0:1787096302.546724:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096302.546727:0:6477:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546734:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aac00/0x9eebb2eb7f50e89e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x774e2b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6477 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546754:0:6477:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6aa200/0x9eebb2eb7f50e890 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41521 expref: 10 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546763:0:6477:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab600/0x9eebb2eb7f50e8a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41521 expref: 9 pid: 6477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.546776:0:6477:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8c7ab3f9fb00) 00010000:00010000:1.0:1787096302.546778:0:6477:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787096302.546780:0:6477:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd6ab600, rc 0) 00000100:00100000:1.0:1787096302.546818:0:6477:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+9:40688:x1873906077115264:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 437us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.546823:0:6477:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 358 00000100:00100000:3.0:1787096302.547832:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.547875:0:6478:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115392 00000100:00100000:1.0:1787096302.547880:0:6478:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115392 00000100:00100000:1.0:1787096302.547910:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 359 00000100:00100000:1.0:1787096302.547917:0:6478:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+9:40688:x1873906077115392:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:1.0:1787096302.547925:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096302.547933:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab200/0x9eebb2eb7f50e8ac lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41528 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.547959:0:6478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab400/0x9eebb2eb7f50e8b3 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.547967:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab400/0x9eebb2eb7f50e8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.547972:0:6478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab400/0x9eebb2eb7f50e8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096302.547991:0:6478:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000400:0x8:0x0]: returning size 4096 00000004:00200000:1.0:1787096302.547994:0:6478:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787096302.548009:0:6478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab200/0x9eebb2eb7f50e8ac lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41528 expref: 11 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.548029:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab400/0x9eebb2eb7f50e8b3 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41528 expref: 10 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.548035:0:6478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:1.0:1787096302.548038:0:6478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787096302.548039:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd6ab400, rc 0) 00000100:00100000:1.0:1787096302.548070:0:6478:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:f9858421-28a9-4744-99eb-72e5bedc52c4+10:40688:x1873906077115392:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 154us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096302.548074:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 359 00000100:00100000:0.0:1787096302.548947:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096302.548993:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115520 00000100:00100000:2.0:1787096302.548998:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115520 00000100:00100000:2.0:1787096302.549030:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 360 00000100:00100000:2.0:1787096302.549036:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:40688:x1873906077115520:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:2.0:1787096302.549045:0:10275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096302.549056:0:10275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830eae00/0x9eebb2eb7f50e8ba lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4152f expref: -99 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.549086:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.549110:0:10275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 6 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.549119:0:10275:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.549149:0:10275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 6 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.549163:0:10275:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10275:1873906084506240:0@lo:104: 00000100:00100000:2.0:1787096302.549198:0:10275:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.549249:0:10275:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7983239300 going to sleep for 11 seconds 00000100:00100000:0.0:1787096302.549256:0:8373:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787096302.549272:0:8373:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506240 00000100:00100000:0.0:1787096302.549277:0:8373:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506240 00000100:00100000:0.0:1787096302.549320:0:8373:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787096302.549330:0:8373:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c798324bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:10275:x1873906084506240:12345-0@lo:104: 00010000:00010000:0.0:1787096302.549346:0:8373:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.549444:0:8373:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787096302.549453:0:8373:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c798324bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0000-mdtlov_UUID+4:10275:x1873906084506240:12345-0@lo:104: Request processed in 124us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.549458:0:10275:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f5c700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10275:1873906084506240:0@lo:104: 00000100:00100000:0.0:1787096302.549465:0:8373:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00010000:3.0:1787096302.549482:0:8374:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787096302.549482:0:10275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.549491:0:8374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.549502:0:8374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983881e00 already unused, calling callback (ffffffffc1765ee0) 00010000:00010000:3.0:1787096302.549509:0:8374:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787096302.549518:0:8374:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.549543:0:8374:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.549547:0:8374:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787096302.549570:0:8374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.549585:0:8374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8c7983881e00/0x9eebb2eb7f50e874 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9eebb2eb7f50e87b expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096302.549600:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7aadf2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3629:1873906084506368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787096302.549610:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096302.549612:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096302.549614:0:8374:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787096302.549639:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787096302.549686:0:6464:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506368 00000100:00100000:1.0:1787096302.549691:0:6464:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506368 00010000:00010000:1.0:1787096302.549710:0:6464:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 7 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096302.549746:0:6464:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787096302.549751:0:6464:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3629:x1873906084506368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787096302.549760:0:6464:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1787096302.551128:0:7389:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967387 is committed 00000020:00080000:0.0:1787096302.551141:0:7389:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 11 batchid updated 00000004:00080000:0.0:1787096302.551160:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 8 committed 00000004:00080000:0.0:1787096302.551179:0:7389:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 8 committed 00000020:00080000:2.0:1787096302.551195:0:7414:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000100:00100000:3.0:1787096302.551250:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1787096302.551263:0:6464:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e87b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9eebb2eb7f50e874 expref: 6 pid: 7980 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.551266:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084506624:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1787096302.551277:0:7414:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8c7983239300 with version 25 00010000:00010000:0.0:1787096302.551292:0:6464:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff8c7a92ea9e00) 00000020:00080000:2.0:1787096302.551293:0:7414:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 11 cancel update log [0x200000401:0x3:0x0].11: rc = 0 00010000:00010000:0.0:1787096302.551301:0:6464:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.551306:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787096302.551318:0:6464:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.551329:0:6464:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.551333:0:3627:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7aadf2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084506496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1787096302.551351:0:8358:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506624 00000100:00100000:1.0:1787096302.551384:0:8358:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506624 00010000:00010000:0.0:1787096302.551393:0:6464:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787096302.551396:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1787096302.551397:0:7414:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 11 cancel update log [0x240000400:0x3:0x0].11: rc = 0 00000020:00080000:2.0:1787096302.551407:0:7414:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000004:00080000:2.0:1787096302.551417:0:7405:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8c7aad23da80 version 25 rpc_version 25 00000100:00100000:1.0:1787096302.551428:0:8358:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506496 00000100:00100000:1.0:1787096302.551431:0:8358:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506496 00000020:00100000:2.0:1787096302.551437:0:7405:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787096302.551446:0:7405:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8c7ab4f5c700 x1873906084506880/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787096302.551447:0:9453:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787096302.551453:0:6464:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3629:x1873906084506368:12345-0@lo:103:ldlm_bl.0 Request processed in 1696us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096302.551462:0:9453:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3627:x1873906084506624:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1787096302.551469:0:8358:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787096302.551472:0:7405:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f5c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7405:1873906084506880:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787096302.551475:0:6464:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787096302.551482:0:8358:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab5e0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3627:x1873906084506496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1787096302.551488:0:9453:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3 count 1 00002000:00080000:1.0:1787096302.551498:0:8358:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2 count 1 00010000:00010000:1.0:1787096302.551515:0:8358:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787096302.551516:0:9453:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787096302.551526:0:9453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551529:0:7405:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787096302.551532:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7aadf2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3629:1873906084506368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787096302.551550:0:9453:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1787096302.551553:0:9453:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1787096302.551557:0:8358:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 5 pid: 9462 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.551560:0:9453:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551563:0:7405:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7983239600 going to sleep for 11 seconds 00010000:00010000:1.0:1787096302.551571:0:8358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1787096302.551574:0:8358:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1787096302.551578:0:8358:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551583:0:6481:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084506880 00010000:00010000:3.0:1787096302.551585:0:9453:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551587:0:6481:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084506880 00010000:00010000:1.0:1787096302.551598:0:8358:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 5 pid: 9462 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.551618:0:8358:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 5 pid: 9462 timeout: 352 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.551621:0:9453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551631:0:6481:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1787096302.551641:0:8358:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7abd5ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1873906084507008:192.168.201.52@tcp:104: 00010000:00010000:3.0:1787096302.551644:0:9453:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.551649:0:6481:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7405:x1873906084506880:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787096302.551685:0:9453:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787096302.551690:0:6465:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1787096302.551693:0:8358:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a8862ad80 going to sleep for 11 seconds 00010000:00010000:0.0:1787096302.551698:0:6465:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.551709:0:6465:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983880200 already unused, calling callback (ffffffffc0bef6f0) 00010000:00010000:0.0:1787096302.551714:0:6465:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.551720:0:10275:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.551724:0:6465:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.551728:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.551757:0:6465:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096302.551771:0:10275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00010000:00010000:0.0:1787096302.551773:0:6465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021e55c39/0x9eebb2eb7f50e8c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096302.551776:0:10275:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:2.0:1787096302.551788:0:6481:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7405:x1873906084506880:12345-0@lo:1000:osp_up0-1.0 Request processed in 145us (266us total) trans 4294967413 rc 0/0 00010000:00010000:0.0:1787096302.551798:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096302.551802:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787096302.551803:0:6481:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00010000:0.0:1787096302.551806:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787096302.551816:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830eae00/0x9eebb2eb7f50e8ba lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4152f expref: 7 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.551831:0:9453:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:3627:x1873906084506624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 371us (523us total) trans 4294967311 rc 0/0 00000100:00100000:3.0:1787096302.551843:0:9453:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787096302.551847:0:7405:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f5c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7405:1873906084506880:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787096302.551848:0:10275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8c79830ea400/0x9eebb2eb7f50e8c1 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4152f expref: 6 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.551858:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff8c7a92ea9e00) 00010000:00010000:1.0:1787096302.551861:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787096302.551864:0:10275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830ea400, rc 0) 00000004:00080000:3.0:1787096302.551884:0:3627:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c7abd5e9880/2, rc 0, transno 4294967311 00000100:00100000:1.0:1787096302.551889:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+6:40688:x1873906077115520:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 2851us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1787096302.551894:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084506624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1787096302.551900:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 360 00000100:00100000:1.0:1787096302.552984:0:8358:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7abd5ea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8358:1873906084507008:192.168.201.52@tcp:104: 00010000:00010000:1.0:1787096302.553001:0:8358:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096302.553175:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.553214:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096302.553225:0:8375:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115648 00000100:00100000:3.0:1787096302.553231:0:8375:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115648 00010000:00010000:3.0:1787096302.553257:0:8375:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 6 pid: 9462 timeout: 352 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.553274:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077115776 00000100:00100000:2.0:1787096302.553278:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077115776 00000100:00100000:3.0:1787096302.553299:0:8375:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 106 00000100:00100000:2.0:1787096302.553312:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 361 00000100:00100000:3.0:1787096302.553315:0:8375:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+6:2407:x1873906077115648:12345-192.168.201.52@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787096302.553324:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+10:40688:x1873906077115776:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:3.0:1787096302.553328:0:8375:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787096302.553338:0:8375:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 6 pid: 9462 timeout: 352 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.553343:0:8384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096302.553378:0:8384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eba00/0x9eebb2eb7f50e8d6 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41536 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553383:0:8375:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 6 pid: 9462 timeout: 352 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553416:0:8375:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048b95ffc/0x9eebb2eb7f50e6a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b414aa expref: 6 pid: 9462 timeout: 352 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.553418:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 3/1,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.553435:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.553454:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553455:0:8375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1787096302.553459:0:8375:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1787096302.553464:0:8375:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553475:0:8375:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553502:0:8375:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787096302.553529:0:8358:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.553538:0:8358:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.553540:0:8375:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+5:2407:x1873906077115648:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 231us (365us total) trans 0 rc 0/0 00010000:00010000:1.0:1787096302.553553:0:8358:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.553560:0:8375:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 106 00010000:00010000:1.0:1787096302.553568:0:8358:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096302.553589:0:8358:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787096302.553596:0:7400:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787096302.553604:0:7400:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553614:0:7400:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd6aaa00 already unused, calling callback (ffffffffc0bef6f0) 00010000:00010000:3.0:1787096302.553620:0:7400:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553632:0:7400:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553662:0:7400:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.553672:0:7400:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3bc74fc/0x9eebb2eb7f50e8cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8358 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787096302.553680:0:8358:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab5e0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3627:x1873906084506496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2202us (2285us total) trans 4294967308 rc 0/0 00000100:00100000:1.0:1787096302.553687:0:8358:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000004:00080000:0.0:1787096302.553703:0:3627:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8c7aadf2d180/2, rc 0, transno 4294967308 00000100:00100000:0.0:1787096302.553713:0:3627:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7aadf2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3627:1873906084506496:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1787096302.553748:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096302.553751:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787096302.553755:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787096302.554621:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554630:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554637:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554678:0:8384:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554683:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554687:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554691:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554702:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c79830eaa00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096302.554706:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554713:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554724:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:2.0:1787096302.554727:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096302.554730:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 3/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554738:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eaa00/0x9eebb2eb7f50e8dd lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554750:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554758:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554765:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554772:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c79830eb000 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:2.0:1787096302.554775:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554782:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554804:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xe0be4298 (ffff8c79830ee500) 00010000:00010000:2.0:1787096302.554808:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096302.554811:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554818:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eb000/0x9eebb2eb7f50e8e4 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554843:0:8384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eba00/0x9eebb2eb7f50e8d6 lrc: 1/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41536 expref: 11 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554850:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:2.0:1787096302.554852:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787096302.554855:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c79830eba00/0x9eebb2eb7f50e8d6 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41536 expref: 11 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096302.554861:0:8384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c79830eba00, rc 0) 00000100:00100000:2.0:1787096302.554896:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+10:40688:x1873906077115776:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 1576us (1683us total) trans 0 rc 301/301 00000100:00100000:2.0:1787096302.554905:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 361 00000100:00100000:0.0:1787096302.556176:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096302.556222:0:21727:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077116032 00000100:00100000:3.0:1787096302.556230:0:21727:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077116032 00000100:00100000:3.0:1787096302.556270:0:21727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 362 00000100:00100000:3.0:1787096302.556282:0:21727:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7982f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+10:40688:x1873906077116032:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:3.0:1787096302.556295:0:21727:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787096302.556298:0:21727:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787096302.556314:0:21727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd6ab400/0x9eebb2eb7f50e8b3 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41528 expref: 10 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556329:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:3.0:1787096302.556333:0:21727:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787096302.556343:0:21727:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881600/0x9eebb2eb7f50e8eb lrc: 2/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4153d expref: -99 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556443:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556455:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556471:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556485:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880000/0x9eebb2eb7f50e8f9 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556494:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880000/0x9eebb2eb7f50e8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556502:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880000/0x9eebb2eb7f50e8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556889:0:21727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556900:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556909:0:21727:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787096302.556919:0:21727:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:3.0:1787096302.556943:0:21727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556951:0:21727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 4/0,1 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556959:0:21727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556966:0:21727:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556980:0:21727:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983881e00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096302.556984:0:21727:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.556992:0:21727:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 5/0,0 mode: CW/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557001:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff8c7ab3f9f000) 00010000:00010000:3.0:1787096302.557004:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096302.557008:0:21727:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 3/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557014:0:21727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50e8f2 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787096302.557025:0:21727:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cc859d4 reply state 000000008ecd7240 transno 4294967414 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880000/0x9eebb2eb7f50e8f9 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557037:0:21727:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880000/0x9eebb2eb7f50e8f9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x8:0x0].0xe0be4298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21727 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557044:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0xe0be4298 (ffff8c7ab3f9f700) 00010000:00010000:3.0:1787096302.557047:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787096302.557050:0:21727:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787096302.557076:0:21727:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881600/0x9eebb2eb7f50e8eb lrc: 0/0,0 mode: --/CW res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 12 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557090:0:21727:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 11 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.557130:0:21727:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:3.0:1787096302.557133:0:21727:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787096302.557137:0:21727:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7983880800, rc 0) 00000100:00100000:3.0:1787096302.557180:0:21727:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7982f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+12:40688:x1873906077116032:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 902us (1006us total) trans 4294967414 rc 0/0 00000100:00100000:3.0:1787096302.557188:0:21727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 362 00000100:00100000:3.0:1787096302.558340:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096302.558403:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077116288 00000100:00100000:0.0:1787096302.558409:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077116288 00000100:00100000:0.0:1787096302.558440:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 363 00000100:00100000:0.0:1787096302.558446:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aadf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+12:40688:x1873906077116288:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1787096302.558460:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096302.558470:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e90e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41544 expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.558528:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.558541:0:6476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 13 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.558550:0:6476:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.558578:0:6476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 13 pid: 21727 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.558588:0:6476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 13 pid: 21727 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096302.558598:0:6476:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7982f52680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1873906084507136:192.168.201.52@tcp:104: 00000100:00100000:0.0:1787096302.558654:0:6476:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a89760d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787096302.559644:0:6476:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7982f52680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6476:1873906084507136:192.168.201.52@tcp:104: 00010000:00010000:3.0:1787096302.559665:0:6476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096302.559695:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096302.559722:0:10225:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077116416 00000100:00100000:3.0:1787096302.559727:0:10225:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077116416 00010000:00010000:3.0:1787096302.559748:0:10225:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 14 pid: 21727 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.559864:0:10225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 107 00000100:00100000:3.0:1787096302.559873:0:10225:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+14:2406:x1873906077116416:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787096302.559884:0:10225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787096302.559889:0:10225:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 14 pid: 21727 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559901:0:10225:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 14 pid: 21727 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559926:0:10225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50e900 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4153d expref: 14 pid: 21727 timeout: 352 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559937:0:10225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:3.0:1787096302.559941:0:10225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559949:0:10225:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559955:0:10225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096302.559977:0:10225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787096302.560010:0:10225:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+13:2406:x1873906077116416:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 138us (315us total) trans 0 rc 0/0 00010000:00010000:0.0:1787096302.560015:0:6476:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787096302.560021:0:10225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 107 00010000:00010000:0.0:1787096302.560032:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096302.560047:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:0.0:1787096302.560197:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560207:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560216:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560222:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762e00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096302.560226:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560234:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560257:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:0.0:1787096302.560260:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787096302.560264:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560271:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50e915 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560299:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e90e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41544 expref: 12 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560311:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8c7ab3f9fe00) 00010000:00010000:0.0:1787096302.560314:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787096302.560319:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50e90e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41544 expref: 12 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096302.560334:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd763a00, rc 0) 00000100:00100000:0.0:1787096302.560402:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aadf2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+11:40688:x1873906077116288:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 1952us (2060us total) trans 0 rc 301/301 00000100:00100000:0.0:1787096302.560411:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 363 00000100:00100000:2.0:1787096302.561322:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096302.561390:0:6480:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077116672 00000100:00100000:1.0:1787096302.561395:0:6480:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077116672 00000100:00100000:1.0:1787096302.561424:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 74 00000100:00100000:1.0:1787096302.561433:0:6480:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7ab4f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+11:40688:x1873906077116672:12345-192.168.201.52@tcp:35:lfs.0 00000100:00100000:1.0:1787096302.561556:0:6480:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7ab4f5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:f9858421-28a9-4744-99eb-72e5bedc52c4+12:40688:x1873906077116672:12345-192.168.201.52@tcp:35:lfs.0 Request processed in 125us (235us total) trans 4294967415 rc 0/0 00000100:00100000:1.0:1787096302.561564:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 74 00000100:00100000:1.0:1787096302.576573:0:3628:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084507264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787096302.576671:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096302.576715:0:6482:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084507264 00000100:00100000:2.0:1787096302.576724:0:6482:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084507264 00000100:00100000:2.0:1787096302.576786:0:6482:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1787096302.576797:0:6482:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084507264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787096302.576837:0:6482:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787096302.576904:0:6482:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873906084507264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096302.576911:0:6482:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:1.0:1787096302.576943:0:3628:0:(client.c:3102:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:1.0:1787096302.576949:0:3628:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967387 committed transno 4294967387 00000100:00100000:1.0:1787096302.576978:0:3628:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3628:1873906084507264:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1787096303.050069:0:24502:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_28a: @@@@@@ FAIL: setstripe failed 00000100:00100000:1.0:1787096303.088533:0:3629:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7ab4f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084507392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787096303.088619:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787096303.088671:0:7407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906084507392 00000100:00100000:2.0:1787096303.088682:0:7407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906084507392 00000100:00100000:2.0:1787096303.088740:0:7407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1787096303.088752:0:7407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3629:x1873906084507392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787096303.088794:0:7407:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446096896 avail 1299857408 00000100:00100000:2.0:1787096303.088858:0:7407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3629:x1873906084507392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1787096303.088868:0:7407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1787096303.088897:0:3629:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7ab4f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3629:1873906084507392:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787096303.280530:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1723 lines, 1723 kept, 0 dropped, 0 bad.